{"level":"warn","ts":"2026-03-31T00:20:34.999841Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-31T00:20:35.000039Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-31T00:20:35.000057Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.238:2380","--initial-cluster=controller-1=https://162.253.55.70:2380,controller-2=https://199.204.45.238:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.238:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-31T00:20:35.000167Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-31T00:20:35.000189Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T00:20:35.000209Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-03-31T00:20:35.000235Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T00:20:35.002566Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"]} {"level":"info","ts":"2026-03-31T00:20:35.003321Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://162.253.55.70:2380,controller-2=https://199.204.45.238:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-31T00:20:35.007495Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00043a1d0}"} {"level":"info","ts":"2026-03-31T00:20:35.010318Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-31T00:20:35.010371Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.051856ms"} {"level":"info","ts":"2026-03-31T00:20:35.010410Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-31T00:20:35.010429Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-31T00:20:35.024016Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.238:2380","host":"199.204.45.238:2380","resolved-addr":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-31T00:20:35.024073Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://162.253.55.70:2380","host":"162.253.55.70:2380","resolved-addr":"162.253.55.70:2380"} {"level":"info","ts":"2026-03-31T00:20:35.025142Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-31T00:20:35.052212Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-31T00:20:35.055283Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"d3a1357fa82c8de3","cluster-id":"62cfeca3ef46d3ef"} {"level":"info","ts":"2026-03-31T00:20:35.055374Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-31T00:20:35.055507Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d3a1357fa82c8de3 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T00:20:35.055578Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d3a1357fa82c8de3 became follower at term 0"} {"level":"info","ts":"2026-03-31T00:20:35.055603Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft d3a1357fa82c8de3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-31T00:20:35.061745Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T00:20:35.063511Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T00:20:35.068794Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T00:20:35.069538Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.069562Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa","remote-peer-urls":["https://162.253.55.70:2380"]} {"level":"info","ts":"2026-03-31T00:20:35.069581Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.069735Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.071047Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.071716Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.072104Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.072520Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa","remote-peer-urls":["https://162.253.55.70:2380"]} {"level":"info","ts":"2026-03-31T00:20:35.072636Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"d3a1357fa82c8de3","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T00:20:35.073231Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T00:20:35.072230Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.073708Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-31T00:20:35.072340Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.073449Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T00:20:35.073943Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T00:20:35.073970Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T00:20:35.074377Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-31T00:20:35.074453Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-31T00:20:35.075252Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d3a1357fa82c8de3","to":"23887246632736aa","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T00:20:35.075701Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d3a1357fa82c8de3","to":"23887246632736aa","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T00:20:35.075760Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"d3a1357fa82c8de3 [term: 0] received a MsgHeartbeat message with higher term from 23887246632736aa [term: 2]"} {"level":"info","ts":"2026-03-31T00:20:35.076058Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d3a1357fa82c8de3 became follower at term 2"} {"level":"info","ts":"2026-03-31T00:20:35.076131Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d3a1357fa82c8de3 elected leader 23887246632736aa at term 2"} {"level":"info","ts":"2026-03-31T00:20:35.075950Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.076875Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.076928Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.077697Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"d3a1357fa82c8de3","initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T00:20:35.077759Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T00:20:35.092120Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.092156Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.092221Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"d3a1357fa82c8de3","remote-snapshot-sender-id":"23887246632736aa","incoming-snapshot-index":497,"incoming-snapshot-message-size-bytes":8197,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-03-31T00:20:35.101409Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001f1.snap.db","bytes":778240,"size":"778 kB"} {"level":"info","ts":"2026-03-31T00:20:35.101467Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"d3a1357fa82c8de3","remote-snapshot-sender-id":"23887246632736aa","incoming-snapshot-index":497,"incoming-snapshot-size-bytes":778240,"incoming-snapshot-size":"778 kB","download-took":"9.342731ms"} {"level":"info","ts":"2026-03-31T00:20:35.101651Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 497, term: 2]"} {"level":"info","ts":"2026-03-31T00:20:35.101749Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d3a1357fa82c8de3 switched to configuration voters=(2560422034796918442) learners=(15249528635651821027)"} {"level":"info","ts":"2026-03-31T00:20:35.101783Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"d3a1357fa82c8de3 [commit: 497, lastindex: 497, lastterm: 2] restored snapshot [index: 497, term: 2]"} {"level":"info","ts":"2026-03-31T00:20:35.101795Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"d3a1357fa82c8de3 [commit: 497] restored snapshot [index: 497, term: 2]"} {"level":"info","ts":"2026-03-31T00:20:35.101973Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":497,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-31T00:20:35.104851Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":497} {"level":"info","ts":"2026-03-31T00:20:35.105113Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000308070}"} {"level":"info","ts":"2026-03-31T00:20:35.105608Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-31T00:20:35.105650Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"601.666µs"} {"level":"info","ts":"2026-03-31T00:20:35.105716Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-31T00:20:35.107064Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-31T00:20:35.107087Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-31T00:20:35.114405Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":471} {"level":"info","ts":"2026-03-31T00:20:35.114728Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":497} {"level":"info","ts":"2026-03-31T00:20:35.114775Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-31T00:20:35.114932Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-31T00:20:35.116740Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-31T00:20:35.116920Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-31T00:20:35.117119Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-31T00:20:35.117163Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-31T00:20:35.117709Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-31T00:20:35.118021Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-31T00:20:35.118062Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-31T00:20:35.118367Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-31T00:20:35.118392Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"62cfeca3ef46d3ef","local-member-id":"d3a1357fa82c8de3","recovered-remote-peer-id":"23887246632736aa","recovered-remote-peer-urls":["https://162.253.55.70:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-31T00:20:35.118408Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"62cfeca3ef46d3ef","local-member-id":"d3a1357fa82c8de3","recovered-remote-peer-id":"d3a1357fa82c8de3","recovered-remote-peer-urls":["https://199.204.45.238:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-31T00:20:35.118570Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-31T00:20:35.118658Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-31T00:20:35.118763Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-31T00:20:35.118782Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"23887246632736aa"} {"level":"warn","ts":"2026-03-31T00:20:35.119006Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.119140Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"23887246632736aa"} {"level":"warn","ts":"2026-03-31T00:20:35.119343Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.119367Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.119633Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"warn","ts":"2026-03-31T00:20:35.120015Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa","error":"context canceled"} {"level":"warn","ts":"2026-03-31T00:20:35.120194Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"23887246632736aa","error":"failed to read 23887246632736aa on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-31T00:20:35.120257Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"warn","ts":"2026-03-31T00:20:35.120587Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa","error":"context canceled"} {"level":"info","ts":"2026-03-31T00:20:35.120667Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.120698Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.120740Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"d3a1357fa82c8de3","removed-remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.120756Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-31T00:20:35.120772Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-31T00:20:35.120802Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.120847Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.120978Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.121027Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.121059Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa","remote-peer-urls":["https://162.253.55.70:2380"]} {"level":"info","ts":"2026-03-31T00:20:35.121079Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-31T00:20:35.121089Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.121155Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.121326Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.121101Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":497,"current-applied-index":497,"incoming-leader-snapshot-index":497,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-31T00:20:35.131134Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.131168Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.136697Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d3a1357fa82c8de3","to":"23887246632736aa","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T00:20:35.136743Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.137434Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.161761Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d3a1357fa82c8de3","to":"23887246632736aa","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T00:20:35.161814Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"23887246632736aa"} {"level":"info","ts":"2026-03-31T00:20:35.274143Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d3a1357fa82c8de3 switched to configuration voters=(2560422034796918442 15249528635651821027)"} {"level":"info","ts":"2026-03-31T00:20:35.274377Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"62cfeca3ef46d3ef","local-member-id":"d3a1357fa82c8de3","promoted-member-id":"d3a1357fa82c8de3"} {"level":"warn","ts":"2026-03-31T00:20:42.074516Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"d3a1357fa82c8de3","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.238:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-03-31T00:20:42.078082Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"d3a1357fa82c8de3","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.238:2379]}","cluster-id":"62cfeca3ef46d3ef","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T00:20:42.078124Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T00:20:42.078182Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T00:20:42.078464Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T00:20:42.078554Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T00:20:42.080146Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-31T00:20:42.080473Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-31T00:20:42.080726Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-31T00:20:42.083240Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.238:2379"} {"level":"info","ts":"2026-03-31T00:20:42.083458Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-31T00:20:42.086193Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.238:38640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.087974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.090877Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.238:38630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.094160Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.238:38652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.094812Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.095872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.238:38698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.098226Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.238:38664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.099540Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.238:38676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.099999Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.238:38684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.100062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.238:38714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.100410Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.100580Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.238:38644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.104798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.116704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.135860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53004","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.151395Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.162307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.172183Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.180450Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.191946Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.203621Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.214506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.224188Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.235363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.244732Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53208","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.254481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.261556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53254","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.271442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.291924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53312","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.302282Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.339709Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.351821Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.361241Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.372264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.381508Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.390079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53420","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.399581Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.411225Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.421933Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.431586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.440434Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.450679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.458873Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.470107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53568","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.481032Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.487670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.498814Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.515741Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.539727Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.551777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.562084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.573120Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.585084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.592140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.614291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.624783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.635845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53818","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.645476Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.654448Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.661629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.671712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.679691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.690653Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.700070Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.747901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.754908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.764363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.775339Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:20:42.838772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:21:11.737822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.246:54364","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-31T00:21:12.213685Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d3a1357fa82c8de3 switched to configuration voters=(2560422034796918442 15249528635651821027) learners=(12290409796069929325)"} {"level":"info","ts":"2026-03-31T00:21:12.213814Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"62cfeca3ef46d3ef","local-member-id":"d3a1357fa82c8de3","added-peer-id":"aa904e9796bab16d","added-peer-peer-urls":["https://199.204.45.246:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-31T00:21:12.213840Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:12.213863Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:12.214027Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:12.214136Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:12.214161Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:12.214176Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d","remote-peer-urls":["https://199.204.45.246:2380"]} {"level":"info","ts":"2026-03-31T00:21:12.214173Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:12.214228Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"warn","ts":"2026-03-31T00:21:12.231660Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.246:54424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:21:12.771118Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.246:54436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:21:13.272296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.246:54444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:21:14.269739Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.246:54466","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-31T00:21:15.008976Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d3a1357fa82c8de3","to":"aa904e9796bab16d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-31T00:21:15.009044Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:15.009089Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:15.011624Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d3a1357fa82c8de3","to":"aa904e9796bab16d","stream-type":"stream Message"} {"level":"info","ts":"2026-03-31T00:21:15.011697Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:15.031171Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:15.035613Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"warn","ts":"2026-03-31T00:21:15.054971Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d","error":"EOF"} {"level":"warn","ts":"2026-03-31T00:21:15.055343Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d","error":"EOF"} {"level":"info","ts":"2026-03-31T00:21:15.072912Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d3a1357fa82c8de3","to":"aa904e9796bab16d","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-31T00:21:15.072957Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:15.072967Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:15.075062Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d3a1357fa82c8de3","to":"aa904e9796bab16d","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-31T00:21:15.075109Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:15.075123Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:15.129172Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:15.129882Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d3a1357fa82c8de3","remote-peer-id":"aa904e9796bab16d"} {"level":"info","ts":"2026-03-31T00:21:15.275713Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d3a1357fa82c8de3 switched to configuration voters=(2560422034796918442 12290409796069929325 15249528635651821027)"} {"level":"info","ts":"2026-03-31T00:21:15.276075Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"62cfeca3ef46d3ef","local-member-id":"d3a1357fa82c8de3","promoted-member-id":"aa904e9796bab16d"} {"level":"warn","ts":"2026-03-31T00:22:06.949343Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.778699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-31T00:22:07.143659Z","caller":"traceutil/trace.go:172","msg":"trace[581426338] linearizableReadLoop","detail":"{readStateIndex:1008; appliedIndex:1010; }","duration":"483.709741ms","start":"2026-03-31T00:22:06.659927Z","end":"2026-03-31T00:22:07.143637Z","steps":["trace[581426338] 'read index received' (duration: 483.701001ms)","trace[581426338] 'applied index is now lower than readState.Index' (duration: 7.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:22:07.143922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"483.964549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:23081"} {"level":"info","ts":"2026-03-31T00:22:07.143995Z","caller":"traceutil/trace.go:172","msg":"trace[447249410] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:907; }","duration":"484.057782ms","start":"2026-03-31T00:22:06.659923Z","end":"2026-03-31T00:22:07.143981Z","steps":["trace[447249410] 'agreement among raft nodes before linearized reading' (duration: 483.818974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:07.144032Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:06.659914Z","time spent":"484.108094ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":23104,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-31T00:22:07.148931Z","caller":"traceutil/trace.go:172","msg":"trace[933812425] transaction","detail":"{read_only:false; number_of_response:1; response_revision:907; }","duration":"488.977099ms","start":"2026-03-31T00:22:06.659923Z","end":"2026-03-31T00:22:07.148900Z","steps":["trace[933812425] 'process raft request' (duration: 488.861876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:22:07.149010Z","caller":"traceutil/trace.go:172","msg":"trace[502688949] transaction","detail":"{read_only:false; number_of_response:1; response_revision:907; }","duration":"483.514535ms","start":"2026-03-31T00:22:06.665475Z","end":"2026-03-31T00:22:07.148990Z","steps":["trace[502688949] 'process raft request' (duration: 483.36222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:22:07.149289Z","caller":"traceutil/trace.go:172","msg":"trace[1128331078] transaction","detail":"{read_only:false; number_of_response:0; response_revision:907; }","duration":"489.055182ms","start":"2026-03-31T00:22:06.659868Z","end":"2026-03-31T00:22:07.148923Z","steps":["trace[1128331078] 'process raft request' (duration: 488.859526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:07.149374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:06.659851Z","time spent":"489.480475ms","remote":"127.0.0.1:54068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T00:22:07.149415Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:06.659914Z","time spent":"489.110054ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7742,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:22:07.149443Z","caller":"traceutil/trace.go:172","msg":"trace[1158668345] transaction","detail":"{read_only:false; number_of_response:1; response_revision:909; }","duration":"183.539383ms","start":"2026-03-31T00:22:06.965890Z","end":"2026-03-31T00:22:07.149429Z","steps":["trace[1158668345] 'process raft request' (duration: 183.133051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:07.149680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:06.665461Z","time spent":"483.662129ms","remote":"127.0.0.1:53000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28790,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T00:22:07.150173Z","caller":"traceutil/trace.go:172","msg":"trace[1890608083] transaction","detail":"{read_only:false; number_of_response:1; response_revision:909; }","duration":"180.12461ms","start":"2026-03-31T00:22:06.970038Z","end":"2026-03-31T00:22:07.150163Z","steps":["trace[1890608083] 'process raft request' (duration: 179.896654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:22:07.150276Z","caller":"traceutil/trace.go:172","msg":"trace[380104941] transaction","detail":"{read_only:false; number_of_response:1; response_revision:909; }","duration":"154.386041ms","start":"2026-03-31T00:22:06.995873Z","end":"2026-03-31T00:22:07.150259Z","steps":["trace[380104941] 'process raft request' (duration: 154.218506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:22:07.150299Z","caller":"traceutil/trace.go:172","msg":"trace[692357762] transaction","detail":"{read_only:false; number_of_response:1; response_revision:909; }","duration":"160.711383ms","start":"2026-03-31T00:22:06.989571Z","end":"2026-03-31T00:22:07.150283Z","steps":["trace[692357762] 'process raft request' (duration: 160.440625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:07.161095Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.918915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-31T00:22:07.161230Z","caller":"traceutil/trace.go:172","msg":"trace[1583113625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:910; }","duration":"208.073871ms","start":"2026-03-31T00:22:06.953135Z","end":"2026-03-31T00:22:07.161209Z","steps":["trace[1583113625] 'agreement among raft nodes before linearized reading' (duration: 207.794122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:07.161514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.620758ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:22:07.161553Z","caller":"traceutil/trace.go:172","msg":"trace[1127515628] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:910; }","duration":"212.660539ms","start":"2026-03-31T00:22:06.948884Z","end":"2026-03-31T00:22:07.161545Z","steps":["trace[1127515628] 'agreement among raft nodes before linearized reading' (duration: 212.608647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:22:07.669969Z","caller":"traceutil/trace.go:172","msg":"trace[794005089] transaction","detail":"{read_only:false; number_of_response:1; response_revision:940; }","duration":"120.99629ms","start":"2026-03-31T00:22:07.548949Z","end":"2026-03-31T00:22:07.669945Z","steps":["trace[794005089] 'process raft request' (duration: 120.934818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:22:13.843071Z","caller":"traceutil/trace.go:172","msg":"trace[855442311] linearizableReadLoop","detail":"{readStateIndex:1124; appliedIndex:1124; }","duration":"236.803375ms","start":"2026-03-31T00:22:13.606223Z","end":"2026-03-31T00:22:13.843027Z","steps":["trace[855442311] 'read index received' (duration: 236.793915ms)","trace[855442311] 'applied index is now lower than readState.Index' (duration: 7.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:22:13.881264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.017104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T00:22:13.881369Z","caller":"traceutil/trace.go:172","msg":"trace[807148020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:979; }","duration":"275.131367ms","start":"2026-03-31T00:22:13.606216Z","end":"2026-03-31T00:22:13.881347Z","steps":["trace[807148020] 'agreement among raft nodes before linearized reading' (duration: 237.012531ms)","trace[807148020] 'range keys from in-memory index tree' (duration: 37.882129ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:22:13.881626Z","caller":"traceutil/trace.go:172","msg":"trace[679677501] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"514.527943ms","start":"2026-03-31T00:22:13.367070Z","end":"2026-03-31T00:22:13.881598Z","steps":["trace[679677501] 'process raft request' (duration: 514.374599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:13.881746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:13.367050Z","time spent":"514.641428ms","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T00:22:14.156043Z","caller":"traceutil/trace.go:172","msg":"trace[1329235103] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"270.504287ms","start":"2026-03-31T00:22:13.885506Z","end":"2026-03-31T00:22:14.156010Z","steps":["trace[1329235103] 'process raft request' (duration: 270.202318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:22:14.192285Z","caller":"traceutil/trace.go:172","msg":"trace[1959026969] linearizableReadLoop","detail":"{readStateIndex:1129; appliedIndex:1132; }","duration":"349.084277ms","start":"2026-03-31T00:22:13.843176Z","end":"2026-03-31T00:22:14.192261Z","steps":["trace[1959026969] 'read index received' (duration: 349.076157ms)","trace[1959026969] 'applied index is now lower than readState.Index' (duration: 6.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:22:14.192721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"471.969742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T00:22:14.192795Z","caller":"traceutil/trace.go:172","msg":"trace[1084510635] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:987; }","duration":"472.204109ms","start":"2026-03-31T00:22:13.720565Z","end":"2026-03-31T00:22:14.192769Z","steps":["trace[1084510635] 'agreement among raft nodes before linearized reading' (duration: 471.835728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:14.192895Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:13.720539Z","time spent":"472.294182ms","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-31T00:22:14.328826Z","caller":"traceutil/trace.go:172","msg":"trace[1767252811] linearizableReadLoop","detail":"{readStateIndex:1133; appliedIndex:1133; }","duration":"136.427681ms","start":"2026-03-31T00:22:14.192380Z","end":"2026-03-31T00:22:14.328807Z","steps":["trace[1767252811] 'read index received' (duration: 136.422421ms)","trace[1767252811] 'applied index is now lower than readState.Index' (duration: 4.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:22:14.329114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.077064ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:22:14.329150Z","caller":"traceutil/trace.go:172","msg":"trace[1874422738] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:988; }","duration":"452.127626ms","start":"2026-03-31T00:22:13.877013Z","end":"2026-03-31T00:22:14.329141Z","steps":["trace[1874422738] 'agreement among raft nodes before linearized reading' (duration: 452.054484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:22:14.329300Z","caller":"traceutil/trace.go:172","msg":"trace[32510730] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"168.205011ms","start":"2026-03-31T00:22:14.161077Z","end":"2026-03-31T00:22:14.329282Z","steps":["trace[32510730] 'process raft request' (duration: 168.095248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:14.329331Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"386.615274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T00:22:14.329477Z","caller":"traceutil/trace.go:172","msg":"trace[1450576367] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:988; }","duration":"386.654375ms","start":"2026-03-31T00:22:13.942704Z","end":"2026-03-31T00:22:14.329358Z","steps":["trace[1450576367] 'agreement among raft nodes before linearized reading' (duration: 386.45532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:14.329957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:13.942680Z","time spent":"387.020986ms","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-31T00:22:14.430299Z","caller":"traceutil/trace.go:172","msg":"trace[689114406] linearizableReadLoop","detail":"{readStateIndex:1135; appliedIndex:1136; }","duration":"101.38978ms","start":"2026-03-31T00:22:14.328883Z","end":"2026-03-31T00:22:14.430272Z","steps":["trace[689114406] 'read index received' (duration: 101.38491ms)","trace[689114406] 'applied index is now lower than readState.Index' (duration: 3.99µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:22:14.430467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.654413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:22:14.430530Z","caller":"traceutil/trace.go:172","msg":"trace[530203054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:991; }","duration":"233.724285ms","start":"2026-03-31T00:22:14.196791Z","end":"2026-03-31T00:22:14.430515Z","steps":["trace[530203054] 'agreement among raft nodes before linearized reading' (duration: 233.622873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:14.430470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.042682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2dvxn\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"warn","ts":"2026-03-31T00:22:14.430641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.638876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-03-31T00:22:14.430646Z","caller":"traceutil/trace.go:172","msg":"trace[1155820086] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2dvxn; range_end:; response_count:1; response_revision:991; }","duration":"150.219207ms","start":"2026-03-31T00:22:14.280411Z","end":"2026-03-31T00:22:14.430631Z","steps":["trace[1155820086] 'agreement among raft nodes before linearized reading' (duration: 149.923308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:22:14.430714Z","caller":"traceutil/trace.go:172","msg":"trace[1788796633] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:991; }","duration":"232.812591ms","start":"2026-03-31T00:22:14.197888Z","end":"2026-03-31T00:22:14.430700Z","steps":["trace[1788796633] 'agreement among raft nodes before linearized reading' (duration: 232.500072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:22:15.175158Z","caller":"traceutil/trace.go:172","msg":"trace[750396568] linearizableReadLoop","detail":"{readStateIndex:1144; appliedIndex:1144; }","duration":"479.854295ms","start":"2026-03-31T00:22:14.695273Z","end":"2026-03-31T00:22:15.175127Z","steps":["trace[750396568] 'read index received' (duration: 479.847345ms)","trace[750396568] 'applied index is now lower than readState.Index' (duration: 5.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:22:15.225527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"530.233703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:22:15.226053Z","caller":"traceutil/trace.go:172","msg":"trace[126358918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:997; }","duration":"530.781538ms","start":"2026-03-31T00:22:14.695259Z","end":"2026-03-31T00:22:15.226041Z","steps":["trace[126358918] 'agreement among raft nodes before linearized reading' (duration: 479.964548ms)","trace[126358918] 'range keys from in-memory index tree' (duration: 50.238685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:22:15.226096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:14.695228Z","time spent":"530.85861ms","remote":"127.0.0.1:52898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T00:22:15.225923Z","caller":"traceutil/trace.go:172","msg":"trace[605826682] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"512.350983ms","start":"2026-03-31T00:22:14.713548Z","end":"2026-03-31T00:22:15.225899Z","steps":["trace[605826682] 'process raft request' (duration: 460.614838ms)","trace[605826682] 'compare' (duration: 51.423707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T00:22:15.226595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:14.713526Z","time spent":"512.979491ms","remote":"127.0.0.1:53400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:22:15.225954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.890514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T00:22:15.226978Z","caller":"traceutil/trace.go:172","msg":"trace[93828134] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:999; }","duration":"424.908624ms","start":"2026-03-31T00:22:14.802044Z","end":"2026-03-31T00:22:15.226952Z","steps":["trace[93828134] 'agreement among raft nodes before linearized reading' (duration: 423.766872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:15.227305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:14.802021Z","time spent":"425.243523ms","remote":"127.0.0.1:52962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.238\" limit:1 "} {"level":"warn","ts":"2026-03-31T00:22:15.225994Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.622175ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:22:15.227490Z","caller":"traceutil/trace.go:172","msg":"trace[763171110] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:999; }","duration":"351.111806ms","start":"2026-03-31T00:22:14.876359Z","end":"2026-03-31T00:22:15.227471Z","steps":["trace[763171110] 'agreement among raft nodes before linearized reading' (duration: 349.600174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:15.876063Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10224188482691822182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T00:22:15.900847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:15.228868Z","time spent":"671.975737ms","remote":"127.0.0.1:52962","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T00:22:16.085230Z","caller":"traceutil/trace.go:172","msg":"trace[890475085] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1150; }","duration":"710.040093ms","start":"2026-03-31T00:22:15.375152Z","end":"2026-03-31T00:22:16.085192Z","steps":["trace[890475085] 'read index received' (duration: 705.043465ms)","trace[890475085] 'applied index is now lower than readState.Index' (duration: 4.995328ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T00:22:16.085523Z","caller":"traceutil/trace.go:172","msg":"trace[1558927945] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"592.790679ms","start":"2026-03-31T00:22:15.492717Z","end":"2026-03-31T00:22:16.085508Z","steps":["trace[1558927945] 'process raft request' (duration: 592.357157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:16.085652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:15.492689Z","time spent":"592.866871ms","remote":"127.0.0.1:53400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T00:22:16.086062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"710.905726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-31T00:22:16.086112Z","caller":"traceutil/trace.go:172","msg":"trace[1826800672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1009; }","duration":"710.956488ms","start":"2026-03-31T00:22:15.375143Z","end":"2026-03-31T00:22:16.086100Z","steps":["trace[1826800672] 'agreement among raft nodes before linearized reading' (duration: 710.747582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:16.086148Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:15.375109Z","time spent":"711.03155ms","remote":"127.0.0.1:53400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-31T00:22:16.088411Z","caller":"traceutil/trace.go:172","msg":"trace[878819905] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"186.683888ms","start":"2026-03-31T00:22:15.901706Z","end":"2026-03-31T00:22:16.088390Z","steps":["trace[878819905] 'process raft request' (duration: 186.448131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:16.092454Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":10224188482691822187,"received-request-id":10224188482691822182} {"level":"warn","ts":"2026-03-31T00:22:16.102058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.229977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-03-31T00:22:16.102063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.881185ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:22:16.102106Z","caller":"traceutil/trace.go:172","msg":"trace[122983476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1015; }","duration":"242.291358ms","start":"2026-03-31T00:22:15.859800Z","end":"2026-03-31T00:22:16.102092Z","steps":["trace[122983476] 'agreement among raft nodes before linearized reading' (duration: 242.179305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T00:22:16.102107Z","caller":"traceutil/trace.go:172","msg":"trace[2083561870] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1015; }","duration":"224.948867ms","start":"2026-03-31T00:22:15.877149Z","end":"2026-03-31T00:22:16.102098Z","steps":["trace[2083561870] 'agreement among raft nodes before linearized reading' (duration: 224.859064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:16.102072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"407.830151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T00:22:16.102300Z","caller":"traceutil/trace.go:172","msg":"trace[1736649579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1015; }","duration":"408.078668ms","start":"2026-03-31T00:22:15.694213Z","end":"2026-03-31T00:22:16.102292Z","steps":["trace[1736649579] 'agreement among raft nodes before linearized reading' (duration: 407.78143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T00:22:16.102373Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-31T00:22:15.694191Z","time spent":"408.172341ms","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}