{"level":"warn","ts":"2026-03-20T00:45:29.039027Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-20T00:45:29.039315Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-20T00:45:29.039375Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=controller-2=https://199.204.45.244:2380,controller-1=https://199.204.45.70:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-20T00:45:29.039446Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-20T00:45:29.039458Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-20T00:45:29.039467Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-03-20T00:45:29.039491Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T00:45:29.040051Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-03-20T00:45:29.040244Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.70:2380,controller-2=https://199.204.45.244:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-20T00:45:29.041198Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00043a6b8}"} {"level":"info","ts":"2026-03-20T00:45:29.044804Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-20T00:45:29.044952Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.895493ms"} {"level":"info","ts":"2026-03-20T00:45:29.045181Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-20T00:45:29.045573Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-20T00:45:29.063460Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.70:2380","host":"199.204.45.70:2380","resolved-addr":"199.204.45.70:2380"} {"level":"info","ts":"2026-03-20T00:45:29.063508Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.244:2380","host":"199.204.45.244:2380","resolved-addr":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-20T00:45:29.064701Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-20T00:45:29.074546Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-20T00:45:29.074814Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"dcca925d2ca2fd72","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-03-20T00:45:29.074922Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-20T00:45:29.075494Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dcca925d2ca2fd72 switched to configuration voters=()"} {"level":"info","ts":"2026-03-20T00:45:29.075755Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"dcca925d2ca2fd72 became follower at term 0"} {"level":"info","ts":"2026-03-20T00:45:29.075776Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft dcca925d2ca2fd72 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-20T00:45:29.082723Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-20T00:45:29.084513Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-20T00:45:29.086716Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-20T00:45:29.087673Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.088672Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d","remote-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-03-20T00:45:29.088798Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.091129Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.093456Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.093528Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d","remote-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-03-20T00:45:29.093589Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.093643Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.093754Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.093791Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.093908Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"dcca925d2ca2fd72","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-20T00:45:29.094595Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T00:45:29.094844Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T00:45:29.094917Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-20T00:45:29.095070Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-20T00:45:29.095078Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-20T00:45:29.099274Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-03-20T00:45:29.098894Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-20T00:45:29.099560Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"dcca925d2ca2fd72 [term: 0] received a MsgHeartbeat message with higher term from f8844a9a4263041d [term: 2]"} {"level":"info","ts":"2026-03-20T00:45:29.099593Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"dcca925d2ca2fd72 became follower at term 2"} {"level":"info","ts":"2026-03-20T00:45:29.099623Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: dcca925d2ca2fd72 elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-03-20T00:45:29.100195Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"dcca925d2ca2fd72","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-20T00:45:29.100286Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-20T00:45:29.103714Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.103768Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.104225Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.111422Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dcca925d2ca2fd72","to":"f8844a9a4263041d","stream-type":"stream Message"} {"level":"info","ts":"2026-03-20T00:45:29.111536Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.114159Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dcca925d2ca2fd72","to":"f8844a9a4263041d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-20T00:45:29.114234Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.116761Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"dcca925d2ca2fd72","remote-snapshot-sender-id":"f8844a9a4263041d","incoming-snapshot-index":487,"incoming-snapshot-message-size-bytes":8199,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-03-20T00:45:29.127086Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001e7.snap.db","bytes":778240,"size":"778 kB"} {"level":"info","ts":"2026-03-20T00:45:29.127121Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"dcca925d2ca2fd72","remote-snapshot-sender-id":"f8844a9a4263041d","incoming-snapshot-index":487,"incoming-snapshot-size-bytes":778240,"incoming-snapshot-size":"778 kB","download-took":"10.562351ms"} {"level":"info","ts":"2026-03-20T00:45:29.127262Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 487, term: 2]"} {"level":"info","ts":"2026-03-20T00:45:29.127388Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dcca925d2ca2fd72 switched to configuration voters=(17907520044731139101) learners=(15909689562518191474)"} {"level":"info","ts":"2026-03-20T00:45:29.127422Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"dcca925d2ca2fd72 [commit: 487, lastindex: 487, lastterm: 2] restored snapshot [index: 487, term: 2]"} {"level":"info","ts":"2026-03-20T00:45:29.127434Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"dcca925d2ca2fd72 [commit: 487] restored snapshot [index: 487, term: 2]"} {"level":"info","ts":"2026-03-20T00:45:29.127555Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":487,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-20T00:45:29.132608Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":487} {"level":"info","ts":"2026-03-20T00:45:29.132815Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00048e0f0}"} {"level":"info","ts":"2026-03-20T00:45:29.133269Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-20T00:45:29.133301Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"541.372µs"} {"level":"info","ts":"2026-03-20T00:45:29.133353Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-20T00:45:29.140711Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-20T00:45:29.140881Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-20T00:45:29.144421Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":460} {"level":"info","ts":"2026-03-20T00:45:29.144459Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":487} {"level":"info","ts":"2026-03-20T00:45:29.144483Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-20T00:45:29.144601Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-20T00:45:29.145667Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-20T00:45:29.145695Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-20T00:45:29.145734Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-20T00:45:29.145743Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-20T00:45:29.146473Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-20T00:45:29.146557Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-20T00:45:29.146595Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-20T00:45:29.146644Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-20T00:45:29.146672Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"4749b7c221ae0648","local-member-id":"dcca925d2ca2fd72","recovered-remote-peer-id":"dcca925d2ca2fd72","recovered-remote-peer-urls":["https://199.204.45.244:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-20T00:45:29.146691Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"4749b7c221ae0648","local-member-id":"dcca925d2ca2fd72","recovered-remote-peer-id":"f8844a9a4263041d","recovered-remote-peer-urls":["https://199.204.45.70:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-20T00:45:29.146710Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-20T00:45:29.146721Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-20T00:45:29.146738Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-20T00:45:29.146808Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"warn","ts":"2026-03-20T00:45:29.146897Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.146973Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"f8844a9a4263041d"} {"level":"warn","ts":"2026-03-20T00:45:29.147136Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.147162Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.147201Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"warn","ts":"2026-03-20T00:45:29.147481Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d","error":"context canceled"} {"level":"warn","ts":"2026-03-20T00:45:29.147543Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"f8844a9a4263041d","error":"failed to read f8844a9a4263041d on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-20T00:45:29.147583Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"warn","ts":"2026-03-20T00:45:29.147822Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d","error":"context canceled"} {"level":"info","ts":"2026-03-20T00:45:29.147845Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.147855Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.147870Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"dcca925d2ca2fd72","removed-remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.147880Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-20T00:45:29.147890Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-20T00:45:29.147916Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.147944Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.148365Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.148391Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.148580Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.148672Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d","remote-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-03-20T00:45:29.148694Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-20T00:45:29.148741Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":487,"current-applied-index":487,"incoming-leader-snapshot-index":487,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-20T00:45:29.148621Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.148821Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.161400Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.161445Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.164083Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.207028Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dcca925d2ca2fd72","to":"f8844a9a4263041d","stream-type":"stream Message"} {"level":"info","ts":"2026-03-20T00:45:29.207103Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.212697Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dcca925d2ca2fd72","to":"f8844a9a4263041d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-20T00:45:29.212748Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-03-20T00:45:29.251109Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dcca925d2ca2fd72 switched to configuration voters=(15909689562518191474 17907520044731139101)"} {"level":"info","ts":"2026-03-20T00:45:29.251381Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"4749b7c221ae0648","local-member-id":"dcca925d2ca2fd72","promoted-member-id":"dcca925d2ca2fd72"} {"level":"warn","ts":"2026-03-20T00:45:36.095315Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"dcca925d2ca2fd72","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.244:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-03-20T00:45:36.121968Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"dcca925d2ca2fd72","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.244:2379]}","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-03-20T00:45:36.122281Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T00:45:36.122434Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-20T00:45:36.122471Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-20T00:45:36.123081Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-20T00:45:36.125478Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-20T00:45:36.126562Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-20T00:45:36.127200Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-20T00:45:36.129996Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-20T00:45:36.130036Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"warn","ts":"2026-03-20T00:45:36.130242Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39272","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.132855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:57112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.133465Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.135021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:57140","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.135002Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.135157Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:57100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.136536Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:57124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.139915Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:57160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.140239Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:57130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.141301Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:57144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.142146Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.244:57102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.143886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.158426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.182798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.200304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.208928Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.219827Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.228595Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.238496Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.246934Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.257984Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.265101Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.275778Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.287736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.291998Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.302222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.312925Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.323773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.332415Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.369510Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.382258Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.392081Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.403807Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.417209Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.427300Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.441046Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.451981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.461629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.470201Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.481011Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.490375Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.508552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.514974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.524256Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.534697Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.545089Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.563664Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.587084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.599061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.610428Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.618477Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.630300Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.639224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.651238Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.662825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.669690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.686090Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.691894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.702983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.713456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.724215Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.735452Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.747270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.767047Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.819295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.826649Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.833317Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.841180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:45:36.892713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:46:07.390018Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.4:42136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:46:07.392104Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.4:42138","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-20T00:46:07.413979Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dcca925d2ca2fd72 switched to configuration voters=(15909689562518191474 17907520044731139101) learners=(16901039904009727238)"} {"level":"info","ts":"2026-03-20T00:46:07.414090Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"dcca925d2ca2fd72","added-peer-id":"ea8c8e3f4533ad06","added-peer-peer-urls":["https://199.204.45.4:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-20T00:46:07.414114Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:07.414138Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:07.414568Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:07.414556Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:07.414598Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:07.414601Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06","remote-peer-urls":["https://199.204.45.4:2380"]} {"level":"info","ts":"2026-03-20T00:46:07.414601Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:07.414658Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"warn","ts":"2026-03-20T00:46:07.445312Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.4:42186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:46:07.960069Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.4:42228","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-20T00:46:10.087447Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:10.087511Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:10.088171Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:10.102047Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dcca925d2ca2fd72","to":"ea8c8e3f4533ad06","stream-type":"stream Message"} {"level":"info","ts":"2026-03-20T00:46:10.102087Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:10.108253Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dcca925d2ca2fd72","to":"ea8c8e3f4533ad06","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-20T00:46:10.108358Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"warn","ts":"2026-03-20T00:46:10.129174Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:46:10.129265Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06","error":"EOF"} {"level":"info","ts":"2026-03-20T00:46:10.148058Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:10.154369Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dcca925d2ca2fd72","to":"ea8c8e3f4533ad06","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-20T00:46:10.154417Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:10.154429Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:10.155847Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:10.157896Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"dcca925d2ca2fd72","to":"ea8c8e3f4533ad06","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-20T00:46:10.157934Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:10.157946Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"dcca925d2ca2fd72","remote-peer-id":"ea8c8e3f4533ad06"} {"level":"info","ts":"2026-03-20T00:46:10.481656Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dcca925d2ca2fd72 switched to configuration voters=(15909689562518191474 16901039904009727238 17907520044731139101)"} {"level":"info","ts":"2026-03-20T00:46:10.481859Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"4749b7c221ae0648","local-member-id":"dcca925d2ca2fd72","promoted-member-id":"ea8c8e3f4533ad06"} {"level":"warn","ts":"2026-03-20T00:47:00.543233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.987108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-20T00:47:00.543978Z","caller":"traceutil/trace.go:172","msg":"trace[1147561893] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1025; }","duration":"159.337589ms","start":"2026-03-20T00:47:00.384561Z","end":"2026-03-20T00:47:00.543899Z","steps":["trace[1147561893] 'read index received' (duration: 7.094394ms)","trace[1147561893] 'applied index is now lower than readState.Index' (duration: 152.238384ms)"],"step_count":2} {"level":"info","ts":"2026-03-20T00:47:00.544410Z","caller":"traceutil/trace.go:172","msg":"trace[501337509] transaction","detail":"{read_only:false; number_of_response:1; response_revision:893; }","duration":"151.30011ms","start":"2026-03-20T00:47:00.393083Z","end":"2026-03-20T00:47:00.544384Z","steps":["trace[501337509] 'process raft request' (duration: 150.978781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:00.544322Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.731289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T00:47:00.544648Z","caller":"traceutil/trace.go:172","msg":"trace[947271892] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:893; }","duration":"160.070928ms","start":"2026-03-20T00:47:00.384556Z","end":"2026-03-20T00:47:00.544627Z","steps":["trace[947271892] 'agreement among raft nodes before linearized reading' (duration: 159.554404ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:00.561042Z","caller":"traceutil/trace.go:172","msg":"trace[701323906] transaction","detail":"{read_only:false; number_of_response:1; response_revision:898; }","duration":"161.488318ms","start":"2026-03-20T00:47:00.399525Z","end":"2026-03-20T00:47:00.561013Z","steps":["trace[701323906] 'process raft request' (duration: 161.354114ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:01.045637Z","caller":"traceutil/trace.go:172","msg":"trace[1140255856] transaction","detail":"{read_only:false; number_of_response:1; response_revision:908; }","duration":"332.137793ms","start":"2026-03-20T00:47:00.713481Z","end":"2026-03-20T00:47:01.045618Z","steps":["trace[1140255856] 'process raft request' (duration: 331.914287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:01.046878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-20T00:47:00.713462Z","time spent":"332.241957ms","remote":"127.0.0.1:39382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80739,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T00:47:01.062905Z","caller":"traceutil/trace.go:172","msg":"trace[2113537370] linearizableReadLoop","detail":"{readStateIndex:1060; appliedIndex:1063; }","duration":"254.823573ms","start":"2026-03-20T00:47:00.808066Z","end":"2026-03-20T00:47:01.062889Z","steps":["trace[2113537370] 'read index received' (duration: 254.819303ms)","trace[2113537370] 'applied index is now lower than readState.Index' (duration: 3.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T00:47:01.063007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.967516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T00:47:01.063027Z","caller":"traceutil/trace.go:172","msg":"trace[2060520068] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:910; }","duration":"254.999587ms","start":"2026-03-20T00:47:00.808021Z","end":"2026-03-20T00:47:01.063021Z","steps":["trace[2060520068] 'agreement among raft nodes before linearized reading' (duration: 254.949936ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:01.063412Z","caller":"traceutil/trace.go:172","msg":"trace[734670944] transaction","detail":"{read_only:false; number_of_response:1; response_revision:910; }","duration":"282.989841ms","start":"2026-03-20T00:47:00.780408Z","end":"2026-03-20T00:47:01.063398Z","steps":["trace[734670944] 'process raft request' (duration: 282.882229ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:01.363667Z","caller":"traceutil/trace.go:172","msg":"trace[90992994] transaction","detail":"{read_only:false; number_of_response:1; response_revision:918; }","duration":"132.448911ms","start":"2026-03-20T00:47:01.231199Z","end":"2026-03-20T00:47:01.363648Z","steps":["trace[90992994] 'process raft request' (duration: 132.321757ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:07.486719Z","caller":"traceutil/trace.go:172","msg":"trace[1888702806] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"120.450295ms","start":"2026-03-20T00:47:07.366242Z","end":"2026-03-20T00:47:07.486692Z","steps":["trace[1888702806] 'process raft request' (duration: 120.198048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:07.956989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.011142ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T00:47:07.957074Z","caller":"traceutil/trace.go:172","msg":"trace[1507965460] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:973; }","duration":"148.107944ms","start":"2026-03-20T00:47:07.808948Z","end":"2026-03-20T00:47:07.957055Z","steps":["trace[1507965460] 'range keys from in-memory index tree' (duration: 147.96117ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:08.127948Z","caller":"traceutil/trace.go:172","msg":"trace[1848355000] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1156; }","duration":"182.73301ms","start":"2026-03-20T00:47:07.945185Z","end":"2026-03-20T00:47:08.127918Z","steps":["trace[1848355000] 'read index received' (duration: 182.72704ms)","trace[1848355000] 'applied index is now lower than readState.Index' (duration: 4.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T00:47:08.128147Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.956896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T00:47:08.128182Z","caller":"traceutil/trace.go:172","msg":"trace[2053586098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:977; }","duration":"183.009908ms","start":"2026-03-20T00:47:07.945162Z","end":"2026-03-20T00:47:08.128172Z","steps":["trace[2053586098] 'agreement among raft nodes before linearized reading' (duration: 182.917595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:08.131866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.738374ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T00:47:08.131929Z","caller":"traceutil/trace.go:172","msg":"trace[2028374053] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:977; }","duration":"174.801826ms","start":"2026-03-20T00:47:07.957111Z","end":"2026-03-20T00:47:08.131913Z","steps":["trace[2028374053] 'agreement among raft nodes before linearized reading' (duration: 174.710042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:08.861804Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18262832099651516024,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T00:47:09.055509Z","caller":"traceutil/trace.go:172","msg":"trace[119330032] linearizableReadLoop","detail":"{readStateIndex:1158; appliedIndex:1157; }","duration":"693.866478ms","start":"2026-03-20T00:47:08.361627Z","end":"2026-03-20T00:47:09.055493Z","steps":["trace[119330032] 'read index received' (duration: 693.461168ms)","trace[119330032] 'applied index is now lower than readState.Index' (duration: 404.48µs)"],"step_count":2} {"level":"info","ts":"2026-03-20T00:47:09.055565Z","caller":"traceutil/trace.go:172","msg":"trace[1546734065] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"693.800157ms","start":"2026-03-20T00:47:08.361708Z","end":"2026-03-20T00:47:09.055508Z","steps":["trace[1546734065] 'process raft request' (duration: 693.508219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:09.055755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-20T00:47:08.361691Z","time spent":"693.977081ms","remote":"127.0.0.1:39416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T00:47:09.055844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"694.187227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9jkgj\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-20T00:47:09.055929Z","caller":"traceutil/trace.go:172","msg":"trace[1097817256] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9jkgj; range_end:; response_count:1; response_revision:980; }","duration":"694.28921ms","start":"2026-03-20T00:47:08.361621Z","end":"2026-03-20T00:47:09.055910Z","steps":["trace[1097817256] 'agreement among raft nodes before linearized reading' (duration: 694.028793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:09.055979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-20T00:47:08.361598Z","time spent":"694.370062ms","remote":"127.0.0.1:39656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-9jkgj\" limit:1 "} {"level":"info","ts":"2026-03-20T00:47:09.136371Z","caller":"traceutil/trace.go:172","msg":"trace[1555081392] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"319.57153ms","start":"2026-03-20T00:47:08.816772Z","end":"2026-03-20T00:47:09.136344Z","steps":["trace[1555081392] 'process raft request' (duration: 319.492898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:09.136604Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-20T00:47:08.816753Z","time spent":"319.743555ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-20T00:47:09.137134Z","caller":"traceutil/trace.go:172","msg":"trace[1277229105] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"246.480761ms","start":"2026-03-20T00:47:08.890604Z","end":"2026-03-20T00:47:09.137085Z","steps":["trace[1277229105] 'process raft request' (duration: 246.05793ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:09.181544Z","caller":"traceutil/trace.go:172","msg":"trace[182195086] linearizableReadLoop","detail":"{readStateIndex:1159; appliedIndex:1169; }","duration":"125.939468ms","start":"2026-03-20T00:47:09.055569Z","end":"2026-03-20T00:47:09.181509Z","steps":["trace[182195086] 'read index received' (duration: 125.931288ms)","trace[182195086] 'applied index is now lower than readState.Index' (duration: 6.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T00:47:09.181730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.51712ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T00:47:09.181763Z","caller":"traceutil/trace.go:172","msg":"trace[642590482] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:990; }","duration":"373.612663ms","start":"2026-03-20T00:47:08.808141Z","end":"2026-03-20T00:47:09.181754Z","steps":["trace[642590482] 'agreement among raft nodes before linearized reading' (duration: 373.483799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:09.182036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.811591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-20T00:47:09.182122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.130727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-20T00:47:09.182135Z","caller":"traceutil/trace.go:172","msg":"trace[539621224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:990; }","duration":"236.193931ms","start":"2026-03-20T00:47:08.945921Z","end":"2026-03-20T00:47:09.182115Z","steps":["trace[539621224] 'agreement among raft nodes before linearized reading' (duration: 235.674538ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:09.182157Z","caller":"traceutil/trace.go:172","msg":"trace[546793690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:990; }","duration":"261.168918ms","start":"2026-03-20T00:47:08.920980Z","end":"2026-03-20T00:47:09.182149Z","steps":["trace[546793690] 'agreement among raft nodes before linearized reading' (duration: 261.014864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:09.182455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"372.053911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-20T00:47:09.182494Z","caller":"traceutil/trace.go:172","msg":"trace[646382134] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:1; response_revision:990; }","duration":"372.093422ms","start":"2026-03-20T00:47:08.810392Z","end":"2026-03-20T00:47:09.182486Z","steps":["trace[646382134] 'agreement among raft nodes before linearized reading' (duration: 371.99959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:09.182519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-20T00:47:08.810365Z","time spent":"372.146133ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.244\" limit:1 "} {"level":"info","ts":"2026-03-20T00:47:09.183340Z","caller":"traceutil/trace.go:172","msg":"trace[812677442] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"109.365269ms","start":"2026-03-20T00:47:09.073962Z","end":"2026-03-20T00:47:09.183327Z","steps":["trace[812677442] 'process raft request' (duration: 109.277526ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:09.184034Z","caller":"traceutil/trace.go:172","msg":"trace[183370342] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"121.468227ms","start":"2026-03-20T00:47:09.061890Z","end":"2026-03-20T00:47:09.183358Z","steps":["trace[183370342] 'process raft request' (duration: 121.261511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:09.509217Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-20T00:47:09.184360Z","time spent":"324.85174ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-20T00:47:09.686923Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18262832099651516031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-20T00:47:09.848920Z","caller":"traceutil/trace.go:172","msg":"trace[1785881928] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1174; }","duration":"662.005291ms","start":"2026-03-20T00:47:09.186882Z","end":"2026-03-20T00:47:09.848887Z","steps":["trace[1785881928] 'read index received' (duration: 661.996621ms)","trace[1785881928] 'applied index is now lower than readState.Index' (duration: 7.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T00:47:09.876016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"689.124536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T00:47:09.876099Z","caller":"traceutil/trace.go:172","msg":"trace[1509634487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:994; }","duration":"689.216448ms","start":"2026-03-20T00:47:09.186864Z","end":"2026-03-20T00:47:09.876080Z","steps":["trace[1509634487] 'agreement among raft nodes before linearized reading' (duration: 662.113195ms)","trace[1509634487] 'range keys from in-memory index tree' (duration: 26.9797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-20T00:47:09.876141Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-20T00:47:09.186844Z","time spent":"689.28899ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-20T00:47:09.876318Z","caller":"traceutil/trace.go:172","msg":"trace[177818776] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"686.117894ms","start":"2026-03-20T00:47:09.190179Z","end":"2026-03-20T00:47:09.876297Z","steps":["trace[177818776] 'process raft request' (duration: 686.002301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:09.876454Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-20T00:47:09.190138Z","time spent":"686.258678ms","remote":"127.0.0.1:39416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-20T00:47:09.926625Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18262832099651516036,"received-request-id":18262832099651516031} {"level":"info","ts":"2026-03-20T00:47:09.927192Z","caller":"traceutil/trace.go:172","msg":"trace[1281601073] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"416.487368ms","start":"2026-03-20T00:47:09.510667Z","end":"2026-03-20T00:47:09.927155Z","steps":["trace[1281601073] 'process raft request' (duration: 416.019956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:09.927596Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-20T00:47:09.510646Z","time spent":"416.754066ms","remote":"127.0.0.1:39348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-20T00:47:09.948558Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"572.589202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-20T00:47:09.948580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"582.781479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9jkgj\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"warn","ts":"2026-03-20T00:47:09.948587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.748812ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T00:47:09.948629Z","caller":"traceutil/trace.go:172","msg":"trace[485532235] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9jkgj; range_end:; response_count:1; response_revision:999; }","duration":"582.83574ms","start":"2026-03-20T00:47:09.365780Z","end":"2026-03-20T00:47:09.948616Z","steps":["trace[485532235] 'agreement among raft nodes before linearized reading' (duration: 582.660386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:09.948621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"229.370106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-20T00:47:09.948668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-20T00:47:09.365757Z","time spent":"582.901061ms","remote":"127.0.0.1:39656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18647,"request content":"key:\"/registry/pods/kube-system/cilium-9jkgj\" limit:1 "} {"level":"info","ts":"2026-03-20T00:47:09.948669Z","caller":"traceutil/trace.go:172","msg":"trace[1883024071] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:999; }","duration":"139.843804ms","start":"2026-03-20T00:47:09.808803Z","end":"2026-03-20T00:47:09.948646Z","steps":["trace[1883024071] 'agreement among raft nodes before linearized reading' (duration: 139.70035ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:09.948694Z","caller":"traceutil/trace.go:172","msg":"trace[651042839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:999; }","duration":"229.472949ms","start":"2026-03-20T00:47:09.719204Z","end":"2026-03-20T00:47:09.948677Z","steps":["trace[651042839] 'agreement among raft nodes before linearized reading' (duration: 229.211892ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:09.948619Z","caller":"traceutil/trace.go:172","msg":"trace[1722760504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:999; }","duration":"572.661764ms","start":"2026-03-20T00:47:09.375944Z","end":"2026-03-20T00:47:09.948606Z","steps":["trace[1722760504] 'agreement among raft nodes before linearized reading' (duration: 572.467989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:09.948766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-20T00:47:09.375927Z","time spent":"572.827859ms","remote":"127.0.0.1:39800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-20T00:47:10.805106Z","caller":"traceutil/trace.go:172","msg":"trace[1363936859] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"116.88638ms","start":"2026-03-20T00:47:10.688200Z","end":"2026-03-20T00:47:10.805086Z","steps":["trace[1363936859] 'process raft request' (duration: 116.810918ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:11.522921Z","caller":"traceutil/trace.go:172","msg":"trace[610857372] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1206; }","duration":"139.840667ms","start":"2026-03-20T00:47:11.383062Z","end":"2026-03-20T00:47:11.522903Z","steps":["trace[610857372] 'read index received' (duration: 139.834957ms)","trace[610857372] 'applied index is now lower than readState.Index' (duration: 4.23µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T00:47:11.523210Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.120014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9jkgj\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-03-20T00:47:11.523273Z","caller":"traceutil/trace.go:172","msg":"trace[865506283] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9jkgj; range_end:; response_count:1; response_revision:1025; }","duration":"140.199497ms","start":"2026-03-20T00:47:11.383057Z","end":"2026-03-20T00:47:11.523257Z","steps":["trace[865506283] 'agreement among raft nodes before linearized reading' (duration: 139.95417ms)"],"step_count":1} {"level":"info","ts":"2026-03-20T00:47:11.523286Z","caller":"traceutil/trace.go:172","msg":"trace[906201182] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"138.424438ms","start":"2026-03-20T00:47:11.384844Z","end":"2026-03-20T00:47:11.523268Z","steps":["trace[906201182] 'process raft request' (duration: 138.308795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:11.524406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.316912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T00:47:11.524507Z","caller":"traceutil/trace.go:172","msg":"trace[1785018817] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1026; }","duration":"126.428195ms","start":"2026-03-20T00:47:11.398059Z","end":"2026-03-20T00:47:11.524487Z","steps":["trace[1785018817] 'agreement among raft nodes before linearized reading' (duration: 126.273141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:21.832446Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:47:24.706793Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:47:24.721080Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:47:24.749847Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:47:24.765843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:47:25.062682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-20T00:47:33.078218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.153019ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-20T00:47:33.080002Z","caller":"traceutil/trace.go:172","msg":"trace[1210611513] linearizableReadLoop","detail":"{readStateIndex:1546; appliedIndex:1546; }","duration":"272.406392ms","start":"2026-03-20T00:47:32.807578Z","end":"2026-03-20T00:47:33.079984Z","steps":["trace[1210611513] 'read index received' (duration: 272.401272ms)","trace[1210611513] 'applied index is now lower than readState.Index' (duration: 4.12µs)"],"step_count":2} {"level":"warn","ts":"2026-03-20T00:47:33.082824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.671471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T00:47:33.082928Z","caller":"traceutil/trace.go:172","msg":"trace[1460240494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1305; }","duration":"125.792404ms","start":"2026-03-20T00:47:32.957122Z","end":"2026-03-20T00:47:33.082914Z","steps":["trace[1460240494] 'agreement among raft nodes before linearized reading' (duration: 124.246104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-20T00:47:33.082934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.33262ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-20T00:47:33.083011Z","caller":"traceutil/trace.go:172","msg":"trace[849616106] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1305; }","duration":"275.425382ms","start":"2026-03-20T00:47:32.807569Z","end":"2026-03-20T00:47:33.082994Z","steps":["trace[849616106] 'agreement among raft nodes before linearized reading' (duration: 272.503905ms)"],"step_count":1}