{"level":"warn","ts":"2026-06-02T21:21:58.037160Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-06-02T21:21:58.037381Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-06-02T21:21:58.037399Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.116:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.116:2380","--initial-cluster=controller-1=https://199.204.45.140:2380,controller-2=https://199.204.45.116:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.116:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.116:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-06-02T21:21:58.037558Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-06-02T21:21:58.037587Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-02T21:21:58.037626Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-06-02T21:21:58.037655Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-02T21:21:58.038376Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"]} {"level":"info","ts":"2026-06-02T21:21:58.038574Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.140:2380,controller-2=https://199.204.45.116:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-06-02T21:21:58.040804Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00040e008}"} {"level":"info","ts":"2026-06-02T21:21:58.047201Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-02T21:21:58.047277Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.686365ms"} {"level":"info","ts":"2026-06-02T21:21:58.047321Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-06-02T21:21:58.047349Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-06-02T21:21:58.062743Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.116:2380","host":"199.204.45.116:2380","resolved-addr":"199.204.45.116:2380"} {"level":"info","ts":"2026-06-02T21:21:58.062894Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.140:2380","host":"199.204.45.140:2380","resolved-addr":"199.204.45.140:2380"} {"level":"info","ts":"2026-06-02T21:21:58.064543Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-06-02T21:21:58.071349Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-06-02T21:21:58.071372Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"54c18a88247cf711","cluster-id":"f5fd3aeb8d9f53dc"} {"level":"info","ts":"2026-06-02T21:21:58.071398Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-06-02T21:21:58.071463Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"54c18a88247cf711 switched to configuration voters=()"} {"level":"info","ts":"2026-06-02T21:21:58.071503Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"54c18a88247cf711 became follower at term 0"} {"level":"info","ts":"2026-06-02T21:21:58.071516Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 54c18a88247cf711 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-06-02T21:21:58.077966Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-02T21:21:58.086742Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-02T21:21:58.089351Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-02T21:21:58.089747Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.089762Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb","remote-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-06-02T21:21:58.089803Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.089822Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.091211Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.091691Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.093420Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.093477Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb","remote-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-06-02T21:21:58.093521Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"54c18a88247cf711","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-02T21:21:58.093698Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-02T21:21:58.093722Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-06-02T21:21:58.093780Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.093863Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.093858Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-02T21:21:58.093907Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-02T21:21:58.093919Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-02T21:21:58.094288Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"54c18a88247cf711","initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-02T21:21:58.094349Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-02T21:21:58.094497Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-06-02T21:21:58.094689Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-06-02T21:21:58.095514Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"54c18a88247cf711 [term: 0] received a MsgHeartbeat message with higher term from 35b2766da46a76bb [term: 2]"} {"level":"info","ts":"2026-06-02T21:21:58.095569Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"54c18a88247cf711 became follower at term 2"} {"level":"info","ts":"2026-06-02T21:21:58.095607Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 54c18a88247cf711 elected leader 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-06-02T21:21:58.104512Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.104622Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.106524Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"54c18a88247cf711","to":"35b2766da46a76bb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-02T21:21:58.106587Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.109386Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.115372Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"54c18a88247cf711","remote-snapshot-sender-id":"35b2766da46a76bb","incoming-snapshot-index":493,"incoming-snapshot-message-size-bytes":8199,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-06-02T21:21:58.125941Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001ed.snap.db","bytes":778240,"size":"778 kB"} {"level":"info","ts":"2026-06-02T21:21:58.126030Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"54c18a88247cf711","remote-snapshot-sender-id":"35b2766da46a76bb","incoming-snapshot-index":493,"incoming-snapshot-size-bytes":778240,"incoming-snapshot-size":"778 kB","download-took":"10.783846ms"} {"level":"info","ts":"2026-06-02T21:21:58.126268Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 493, term: 2]"} {"level":"info","ts":"2026-06-02T21:21:58.126580Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"54c18a88247cf711 switched to configuration voters=(3869285243146630843) learners=(6107314887023458065)"} {"level":"info","ts":"2026-06-02T21:21:58.126669Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"54c18a88247cf711 [commit: 493, lastindex: 493, lastterm: 2] restored snapshot [index: 493, term: 2]"} {"level":"info","ts":"2026-06-02T21:21:58.126701Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"54c18a88247cf711 [commit: 493] restored snapshot [index: 493, term: 2]"} {"level":"info","ts":"2026-06-02T21:21:58.127054Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":493,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-02T21:21:58.130409Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":493} {"level":"info","ts":"2026-06-02T21:21:58.130783Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00040e338}"} {"level":"info","ts":"2026-06-02T21:21:58.131352Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-02T21:21:58.131398Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"707.552µs"} {"level":"info","ts":"2026-06-02T21:21:58.131500Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-06-02T21:21:58.132866Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-06-02T21:21:58.132887Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-06-02T21:21:58.136457Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":466} {"level":"info","ts":"2026-06-02T21:21:58.136510Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":493} {"level":"info","ts":"2026-06-02T21:21:58.136537Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-06-02T21:21:58.136651Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-06-02T21:21:58.137693Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-06-02T21:21:58.137728Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-06-02T21:21:58.137772Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-06-02T21:21:58.137784Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-06-02T21:21:58.138352Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-06-02T21:21:58.138601Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-06-02T21:21:58.138655Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-06-02T21:21:58.138734Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-06-02T21:21:58.138756Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"54c18a88247cf711","recovered-remote-peer-id":"35b2766da46a76bb","recovered-remote-peer-urls":["https://199.204.45.140:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-02T21:21:58.138774Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"54c18a88247cf711","recovered-remote-peer-id":"54c18a88247cf711","recovered-remote-peer-urls":["https://199.204.45.116:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-06-02T21:21:58.138788Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-06-02T21:21:58.138804Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-06-02T21:21:58.138815Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-06-02T21:21:58.138828Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"35b2766da46a76bb"} {"level":"warn","ts":"2026-06-02T21:21:58.138945Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.138977Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.139014Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"unknown stream","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.139063Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"warn","ts":"2026-06-02T21:21:58.139219Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb","error":"context canceled"} {"level":"warn","ts":"2026-06-02T21:21:58.139265Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"35b2766da46a76bb","error":"failed to read 35b2766da46a76bb on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-06-02T21:21:58.139308Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"warn","ts":"2026-06-02T21:21:58.139446Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb","error":"context canceled"} {"level":"info","ts":"2026-06-02T21:21:58.139476Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.139491Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.139508Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"54c18a88247cf711","removed-remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.139526Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-06-02T21:21:58.139539Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-06-02T21:21:58.139563Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.139583Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.141065Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.140094Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.142160Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.142276Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb","remote-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-06-02T21:21:58.142321Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-06-02T21:21:58.142376Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":493,"current-applied-index":493,"incoming-leader-snapshot-index":493,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-02T21:21:58.142163Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.142206Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.142821Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"54c18a88247cf711","to":"35b2766da46a76bb","stream-type":"stream Message"} {"level":"info","ts":"2026-06-02T21:21:58.142879Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.142933Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.153795Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.156744Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.204721Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"54c18a88247cf711","to":"35b2766da46a76bb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-02T21:21:58.204795Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"35b2766da46a76bb"} {"level":"info","ts":"2026-06-02T21:21:58.445330Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"54c18a88247cf711 switched to configuration voters=(3869285243146630843 6107314887023458065)"} {"level":"info","ts":"2026-06-02T21:21:58.446404Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"54c18a88247cf711","promoted-member-id":"54c18a88247cf711"} {"level":"warn","ts":"2026-06-02T21:22:05.094585Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"54c18a88247cf711","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.116:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-06-02T21:22:05.099525Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"54c18a88247cf711","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.116:2379]}","cluster-id":"f5fd3aeb8d9f53dc","publish-timeout":"7s"} {"level":"info","ts":"2026-06-02T21:22:05.099626Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-02T21:22:05.099557Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-02T21:22:05.099912Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-02T21:22:05.099970Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-02T21:22:05.101707Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-06-02T21:22:05.101922Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-06-02T21:22:05.102132Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-02T21:22:05.104715Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-06-02T21:22:05.104908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.105049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57172","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-02T21:22:05.106839Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.116:2379"} {"level":"warn","ts":"2026-06-02T21:22:05.111304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.116:44520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.111370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.116:46712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.112313Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.116:44536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.112685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.116:44538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.113134Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.116:44504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.114125Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.116:46724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.114510Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.116:46740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.116805Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.116:46726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.118409Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.130752Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.154700Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.162740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.172563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.181488Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.190309Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.199766Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.211285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.219347Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.227248Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.237162Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.246891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.256325Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.267794Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.279183Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.290583Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.302007Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.314264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.347698Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.361753Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.368651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.379332Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.390025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.399843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.407755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.417607Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.428080Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.436960Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.446129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.456392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.466286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.483148Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.492239Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.519281Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.542317Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.552165Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.560133Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.579754Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.589858Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.599871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60082","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.618553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.626217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.634060Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.641673Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.649513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.656726Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.664174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.674382Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.683759Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.693096Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.726463Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.733102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.743096Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60312","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.752445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:05.806431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:34.586745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.223:40950","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-02T21:22:35.082380Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"54c18a88247cf711 switched to configuration voters=(3869285243146630843 6107314887023458065) learners=(11424099752394805459)"} {"level":"info","ts":"2026-06-02T21:22:35.082576Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"54c18a88247cf711","added-peer-id":"9e8a8e32841ed0d3","added-peer-peer-urls":["https://199.204.45.223:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-06-02T21:22:35.082610Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:35.082643Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:35.082747Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:35.082774Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3","remote-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-06-02T21:22:35.082772Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:35.082721Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:35.082809Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:35.082766Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"warn","ts":"2026-06-02T21:22:35.642968Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.223:41042","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:36.141891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.223:41052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:22:36.641890Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.223:41062","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-02T21:22:37.560697Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"54c18a88247cf711","to":"9e8a8e32841ed0d3","stream-type":"stream Message"} {"level":"info","ts":"2026-06-02T21:22:37.560773Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:37.560873Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:37.566745Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"54c18a88247cf711","to":"9e8a8e32841ed0d3","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-02T21:22:37.566790Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:37.594266Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:37.599606Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"54c18a88247cf711","to":"9e8a8e32841ed0d3","stream-type":"stream Message"} {"level":"warn","ts":"2026-06-02T21:22:37.599635Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:37.599647Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:37.601045Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:37.606844Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"54c18a88247cf711","to":"9e8a8e32841ed0d3","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-06-02T21:22:37.606905Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:37.606924Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"54c18a88247cf711","remote-peer-id":"9e8a8e32841ed0d3"} {"level":"info","ts":"2026-06-02T21:22:37.642984Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"54c18a88247cf711 switched to configuration voters=(3869285243146630843 6107314887023458065 11424099752394805459)"} {"level":"info","ts":"2026-06-02T21:22:37.643280Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"54c18a88247cf711","promoted-member-id":"9e8a8e32841ed0d3"} {"level":"warn","ts":"2026-06-02T21:23:14.594723Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17803185118436997520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-02T21:23:14.791665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.18824ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:14.791861Z","caller":"traceutil/trace.go:172","msg":"trace[1824518678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:861; }","duration":"222.413252ms","start":"2026-06-02T21:23:14.569425Z","end":"2026-06-02T21:23:14.791838Z","steps":["trace[1824518678] 'range keys from in-memory index tree' (duration: 222.13062ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T21:23:14.829689Z","caller":"traceutil/trace.go:172","msg":"trace[1299022432] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:974; }","duration":"734.97101ms","start":"2026-06-02T21:23:14.094686Z","end":"2026-06-02T21:23:14.829657Z","steps":["trace[1299022432] 'read index received' (duration: 734.96093ms)","trace[1299022432] 'applied index is now lower than readState.Index' (duration: 7.84µs)"],"step_count":2} {"level":"warn","ts":"2026-06-02T21:23:14.830009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"735.172573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:14.830139Z","caller":"traceutil/trace.go:172","msg":"trace[1493350130] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:861; }","duration":"735.425426ms","start":"2026-06-02T21:23:14.094681Z","end":"2026-06-02T21:23:14.830106Z","steps":["trace[1493350130] 'agreement among raft nodes before linearized reading' (duration: 735.114992ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T21:23:14.830280Z","caller":"traceutil/trace.go:172","msg":"trace[870547141] transaction","detail":"{read_only:false; number_of_response:0; response_revision:861; }","duration":"835.778667ms","start":"2026-06-02T21:23:13.994447Z","end":"2026-06-02T21:23:14.830226Z","steps":["trace[870547141] 'process raft request' (duration: 835.558584ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:14.830187Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:14.094658Z","time spent":"735.517076ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-06-02T21:23:14.830524Z","caller":"traceutil/trace.go:172","msg":"trace[799372676] transaction","detail":"{read_only:false; number_of_response:1; response_revision:861; }","duration":"818.521776ms","start":"2026-06-02T21:23:14.011955Z","end":"2026-06-02T21:23:14.830477Z","steps":["trace[799372676] 'process raft request' (duration: 818.102871ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:14.830769Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:13.994422Z","time spent":"835.928009ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-02T21:23:14.830775Z","caller":"traceutil/trace.go:172","msg":"trace[113375276] transaction","detail":"{read_only:false; number_of_response:1; response_revision:861; }","duration":"818.648877ms","start":"2026-06-02T21:23:14.012106Z","end":"2026-06-02T21:23:14.830755Z","steps":["trace[113375276] 'process raft request' (duration: 818.04453ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:14.831549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:14.012020Z","time spent":"818.813518ms","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":29512,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-02T21:23:14.831738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:14.011928Z","time spent":"818.684147ms","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10904,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-02T21:23:14.836874Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17803185118436997527,"received-request-id":17803185118436997520} {"level":"info","ts":"2026-06-02T21:23:14.839237Z","caller":"traceutil/trace.go:172","msg":"trace[1305120438] transaction","detail":"{read_only:false; number_of_response:1; response_revision:865; }","duration":"629.565012ms","start":"2026-06-02T21:23:14.209651Z","end":"2026-06-02T21:23:14.839216Z","steps":["trace[1305120438] 'process raft request' (duration: 629.494302ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T21:23:14.839249Z","caller":"traceutil/trace.go:172","msg":"trace[745108652] transaction","detail":"{read_only:false; number_of_response:1; response_revision:865; }","duration":"634.479207ms","start":"2026-06-02T21:23:14.204740Z","end":"2026-06-02T21:23:14.839219Z","steps":["trace[745108652] 'process raft request' (duration: 633.175872ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:14.839365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:14.209630Z","time spent":"629.651054ms","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":79998,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-02T21:23:14.839423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:14.204714Z","time spent":"634.611758ms","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":58895,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-02T21:23:14.846293Z","caller":"traceutil/trace.go:172","msg":"trace[1353488799] transaction","detail":"{read_only:false; number_of_response:1; response_revision:865; }","duration":"588.738851ms","start":"2026-06-02T21:23:14.257535Z","end":"2026-06-02T21:23:14.846273Z","steps":["trace[1353488799] 'process raft request' (duration: 584.298752ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:14.846488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:14.257499Z","time spent":"588.908922ms","remote":"127.0.0.1:59382","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-02T21:23:14.847609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.495864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-02T21:23:14.847649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"290.406026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:14.847678Z","caller":"traceutil/trace.go:172","msg":"trace[1598176711] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:866; }","duration":"119.576445ms","start":"2026-06-02T21:23:14.728082Z","end":"2026-06-02T21:23:14.847659Z","steps":["trace[1598176711] 'agreement among raft nodes before linearized reading' (duration: 119.451303ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:14.847830Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.176807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-02T21:23:14.847854Z","caller":"traceutil/trace.go:172","msg":"trace[969821153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:866; }","duration":"480.200208ms","start":"2026-06-02T21:23:14.367647Z","end":"2026-06-02T21:23:14.847847Z","steps":["trace[969821153] 'agreement among raft nodes before linearized reading' (duration: 480.054566ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:14.847883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:14.367619Z","time spent":"480.256969ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-02T21:23:14.848432Z","caller":"traceutil/trace.go:172","msg":"trace[1583957679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:866; }","duration":"290.499837ms","start":"2026-06-02T21:23:14.557209Z","end":"2026-06-02T21:23:14.847709Z","steps":["trace[1583957679] 'agreement among raft nodes before linearized reading' (duration: 290.353326ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:17.819516Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17803185118436997561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-02T21:23:18.758182Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17803185118436997561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-02T21:23:19.258928Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17803185118436997561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-02T21:23:19.823636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.266615908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-02T21:23:19.823736Z","caller":"traceutil/trace.go:172","msg":"trace[623792885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.266727059s","start":"2026-06-02T21:23:17.556994Z","end":"2026-06-02T21:23:19.823721Z","steps":["trace[623792885] 'agreement among raft nodes before linearized reading' (duration: 2.266614318s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.823791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:17.556978Z","time spent":"2.26680325s","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/02 21:23:19 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-02T21:23:19.824239Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17803185118436997561,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-02T21:23:19.833910Z","caller":"traceutil/trace.go:172","msg":"trace[1908279780] linearizableReadLoop","detail":"{readStateIndex:1067; appliedIndex:1067; }","duration":"2.51469964s","start":"2026-06-02T21:23:17.319156Z","end":"2026-06-02T21:23:19.833856Z","steps":["trace[1908279780] 'read index received' (duration: 2.514668409s)","trace[1908279780] 'applied index is now lower than readState.Index' (duration: 23.821µs)"],"step_count":2} {"level":"warn","ts":"2026-06-02T21:23:19.834127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.514964532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:19.834315Z","caller":"traceutil/trace.go:172","msg":"trace[288286724] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:909; }","duration":"2.515169684s","start":"2026-06-02T21:23:17.319127Z","end":"2026-06-02T21:23:19.834297Z","steps":["trace[288286724] 'agreement among raft nodes before linearized reading' (duration: 2.514875821s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.834395Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:17.319091Z","time spent":"2.515294746s","remote":"127.0.0.1:59788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:19.834396Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17803185118436997564,"received-request-id":17803185118436997561} {"level":"info","ts":"2026-06-02T21:23:19.834991Z","caller":"traceutil/trace.go:172","msg":"trace[1850161697] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"2.383538901s","start":"2026-06-02T21:23:17.451435Z","end":"2026-06-02T21:23:19.834974Z","steps":["trace[1850161697] 'process raft request' (duration: 2.38344565s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.835167Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:17.451403Z","time spent":"2.383651542s","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-02T21:23:19.835171Z","caller":"traceutil/trace.go:172","msg":"trace[1127894215] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"2.455300768s","start":"2026-06-02T21:23:17.379800Z","end":"2026-06-02T21:23:19.835101Z","steps":["trace[1127894215] 'process raft request' (duration: 2.454678721s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.835509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:17.379768Z","time spent":"2.45556001s","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-02T21:23:19.836860Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17803185118436997564,"received-request-id":17803185118436997561} {"level":"warn","ts":"2026-06-02T21:23:19.840058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.465888514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:19.840101Z","caller":"traceutil/trace.go:172","msg":"trace[2138285711] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:913; }","duration":"2.465937265s","start":"2026-06-02T21:23:17.374155Z","end":"2026-06-02T21:23:19.840093Z","steps":["trace[2138285711] 'agreement among raft nodes before linearized reading' (duration: 2.465858154s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.840112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.007448897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-02T21:23:19.840134Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:17.374126Z","time spent":"2.465992525s","remote":"127.0.0.1:60128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"info","ts":"2026-06-02T21:23:19.840152Z","caller":"traceutil/trace.go:172","msg":"trace[531191614] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:913; }","duration":"1.007495867s","start":"2026-06-02T21:23:18.832646Z","end":"2026-06-02T21:23:19.840142Z","steps":["trace[531191614] 'agreement among raft nodes before linearized reading' (duration: 1.007412176s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.840208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:18.832622Z","time spent":"1.007570848s","remote":"127.0.0.1:60270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":28,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:19.840273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.936148564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:19.840311Z","caller":"traceutil/trace.go:172","msg":"trace[356186994] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:913; }","duration":"1.936190044s","start":"2026-06-02T21:23:17.904110Z","end":"2026-06-02T21:23:19.840300Z","steps":["trace[356186994] 'agreement among raft nodes before linearized reading' (duration: 1.936111223s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.840338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:17.904083Z","time spent":"1.936248494s","remote":"127.0.0.1:59686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:19.840380Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.155796203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-02T21:23:19.840407Z","caller":"traceutil/trace.go:172","msg":"trace[620929309] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:913; }","duration":"2.155825113s","start":"2026-06-02T21:23:17.684574Z","end":"2026-06-02T21:23:19.840399Z","steps":["trace[620929309] 'agreement among raft nodes before linearized reading' (duration: 2.155705372s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.840425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:17.684520Z","time spent":"2.155901253s","remote":"127.0.0.1:59352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.116\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:19.840492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"364.106877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:19.840512Z","caller":"traceutil/trace.go:172","msg":"trace[180900747] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:913; }","duration":"364.126817ms","start":"2026-06-02T21:23:19.476380Z","end":"2026-06-02T21:23:19.840506Z","steps":["trace[180900747] 'agreement among raft nodes before linearized reading' (duration: 364.093807ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.840528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:19.476359Z","time spent":"364.165647ms","remote":"127.0.0.1:59580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:19.840585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.271080317s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:19.840606Z","caller":"traceutil/trace.go:172","msg":"trace[987678241] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:913; }","duration":"2.271103557s","start":"2026-06-02T21:23:17.569496Z","end":"2026-06-02T21:23:19.840600Z","steps":["trace[987678241] 'agreement among raft nodes before linearized reading' (duration: 2.271018246s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.840669Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"912.217755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:19.840686Z","caller":"traceutil/trace.go:172","msg":"trace[1446024983] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:913; }","duration":"912.231535ms","start":"2026-06-02T21:23:18.928447Z","end":"2026-06-02T21:23:19.840679Z","steps":["trace[1446024983] 'agreement among raft nodes before linearized reading' (duration: 912.195775ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.840699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:18.928423Z","time spent":"912.272625ms","remote":"127.0.0.1:60128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:19.840701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.604312481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-02T21:23:19.840730Z","caller":"traceutil/trace.go:172","msg":"trace[685085883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:913; }","duration":"1.604340121s","start":"2026-06-02T21:23:18.236382Z","end":"2026-06-02T21:23:19.840722Z","steps":["trace[685085883] 'agreement among raft nodes before linearized reading' (duration: 1.604271061s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.840753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:18.236346Z","time spent":"1.604401923s","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:19.841585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.308417036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:54 size:4435"} {"level":"info","ts":"2026-06-02T21:23:19.841618Z","caller":"traceutil/trace.go:172","msg":"trace[1269180073] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:54; response_revision:913; }","duration":"2.308454557s","start":"2026-06-02T21:23:17.533155Z","end":"2026-06-02T21:23:19.841609Z","steps":["trace[1269180073] 'agreement among raft nodes before linearized reading' (duration: 2.308096772s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.841647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:17.533131Z","time spent":"2.308509557s","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":54,"response size":4458,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-06-02T21:23:19.840631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"587.868655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-02T21:23:19.842484Z","caller":"traceutil/trace.go:172","msg":"trace[1349815096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:913; }","duration":"589.711176ms","start":"2026-06-02T21:23:19.252756Z","end":"2026-06-02T21:23:19.842467Z","steps":["trace[1349815096] 'agreement among raft nodes before linearized reading' (duration: 587.850725ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.842548Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:19.252699Z","time spent":"589.830818ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:19.840632Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.08551759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-02T21:23:19.842653Z","caller":"traceutil/trace.go:172","msg":"trace[1459852701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:913; }","duration":"1.087523603s","start":"2026-06-02T21:23:18.755105Z","end":"2026-06-02T21:23:19.842628Z","steps":["trace[1459852701] 'agreement among raft nodes before linearized reading' (duration: 1.085408509s)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:19.842849Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:18.755070Z","time spent":"1.087736265s","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-06-02T21:23:23.177991Z","caller":"traceutil/trace.go:172","msg":"trace[1137772541] linearizableReadLoop","detail":"{readStateIndex:1117; appliedIndex:1117; }","duration":"215.352481ms","start":"2026-06-02T21:23:22.962573Z","end":"2026-06-02T21:23:23.177926Z","steps":["trace[1137772541] 'read index received' (duration: 215.344981ms)","trace[1137772541] 'applied index is now lower than readState.Index' (duration: 5.81µs)"],"step_count":2} {"level":"warn","ts":"2026-06-02T21:23:23.178324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.736014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-02T21:23:23.178416Z","caller":"traceutil/trace.go:172","msg":"trace[905239567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:954; }","duration":"215.847256ms","start":"2026-06-02T21:23:22.962553Z","end":"2026-06-02T21:23:23.178401Z","steps":["trace[905239567] 'agreement among raft nodes before linearized reading' (duration: 215.564633ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T21:23:23.178910Z","caller":"traceutil/trace.go:172","msg":"trace[1532302553] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"217.572195ms","start":"2026-06-02T21:23:22.961312Z","end":"2026-06-02T21:23:23.178884Z","steps":["trace[1532302553] 'process raft request' (duration: 217.424613ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:24.030046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.663369ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:24.030529Z","caller":"traceutil/trace.go:172","msg":"trace[1501754309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:956; }","duration":"460.133214ms","start":"2026-06-02T21:23:23.570342Z","end":"2026-06-02T21:23:24.030475Z","steps":["trace[1501754309] 'range keys from in-memory index tree' (duration: 459.590968ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:24.056552Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17803185118436997597,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-02T21:23:24.244341Z","caller":"traceutil/trace.go:172","msg":"trace[759052155] linearizableReadLoop","detail":"{readStateIndex:1125; appliedIndex:1130; }","duration":"688.218783ms","start":"2026-06-02T21:23:23.556092Z","end":"2026-06-02T21:23:24.244311Z","steps":["trace[759052155] 'read index received' (duration: 688.212853ms)","trace[759052155] 'applied index is now lower than readState.Index' (duration: 5.03µs)"],"step_count":2} {"level":"warn","ts":"2026-06-02T21:23:24.244547Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"688.429485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:24.244713Z","caller":"traceutil/trace.go:172","msg":"trace[1710280586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"688.600747ms","start":"2026-06-02T21:23:23.556076Z","end":"2026-06-02T21:23:24.244676Z","steps":["trace[1710280586] 'agreement among raft nodes before linearized reading' (duration: 688.329334ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:24.244775Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:23.556042Z","time spent":"688.723618ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-02T21:23:24.464557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"458.725425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:24.464388Z","caller":"traceutil/trace.go:172","msg":"trace[409223324] linearizableReadLoop","detail":"{readStateIndex:1131; appliedIndex:1131; }","duration":"219.896701ms","start":"2026-06-02T21:23:24.244422Z","end":"2026-06-02T21:23:24.464319Z","steps":["trace[409223324] 'read index received' (duration: 219.884671ms)","trace[409223324] 'applied index is now lower than readState.Index' (duration: 10.14µs)"],"step_count":2} {"level":"info","ts":"2026-06-02T21:23:24.464694Z","caller":"traceutil/trace.go:172","msg":"trace[233503752] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:968; }","duration":"458.877387ms","start":"2026-06-02T21:23:24.005781Z","end":"2026-06-02T21:23:24.464658Z","steps":["trace[233503752] 'agreement among raft nodes before linearized reading' (duration: 458.572514ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:24.464774Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:24.005701Z","time spent":"459.061299ms","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:24.464836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"434.141181ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:24.465097Z","caller":"traceutil/trace.go:172","msg":"trace[668377592] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:968; }","duration":"434.381863ms","start":"2026-06-02T21:23:24.030588Z","end":"2026-06-02T21:23:24.464970Z","steps":["trace[668377592] 'agreement among raft nodes before linearized reading' (duration: 434.11493ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:24.465831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"518.819442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-02T21:23:24.465928Z","caller":"traceutil/trace.go:172","msg":"trace[208948832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:968; }","duration":"518.941493ms","start":"2026-06-02T21:23:23.946966Z","end":"2026-06-02T21:23:24.465907Z","steps":["trace[208948832] 'agreement among raft nodes before linearized reading' (duration: 517.534298ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:24.465981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:23.946936Z","time spent":"519.032334ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:24.465982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"814.488016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-02T21:23:24.466105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"652.566952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-06-02T21:23:24.466147Z","caller":"traceutil/trace.go:172","msg":"trace[1265587181] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:968; }","duration":"815.727399ms","start":"2026-06-02T21:23:23.650387Z","end":"2026-06-02T21:23:24.466115Z","steps":["trace[1265587181] 'agreement among raft nodes before linearized reading' (duration: 814.391845ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T21:23:24.466212Z","caller":"traceutil/trace.go:172","msg":"trace[1035605131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:968; }","duration":"652.710124ms","start":"2026-06-02T21:23:23.813472Z","end":"2026-06-02T21:23:24.466182Z","steps":["trace[1035605131] 'agreement among raft nodes before linearized reading' (duration: 651.140107ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:24.466219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:23.650323Z","time spent":"815.875831ms","remote":"127.0.0.1:59906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:24.466267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:23.813448Z","time spent":"652.803304ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:24.468560Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.901222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:24.468620Z","caller":"traceutil/trace.go:172","msg":"trace[46874955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:972; }","duration":"221.961313ms","start":"2026-06-02T21:23:24.246645Z","end":"2026-06-02T21:23:24.468606Z","steps":["trace[46874955] 'agreement among raft nodes before linearized reading' (duration: 221.72824ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:25.056946Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17803185118436997600,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-02T21:23:25.234364Z","caller":"traceutil/trace.go:172","msg":"trace[851344059] linearizableReadLoop","detail":"{readStateIndex:1138; appliedIndex:1138; }","duration":"677.809379ms","start":"2026-06-02T21:23:24.556527Z","end":"2026-06-02T21:23:25.234336Z","steps":["trace[851344059] 'read index received' (duration: 677.794779ms)","trace[851344059] 'applied index is now lower than readState.Index' (duration: 12.73µs)"],"step_count":2} {"level":"warn","ts":"2026-06-02T21:23:25.234562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"678.014042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:25.234602Z","caller":"traceutil/trace.go:172","msg":"trace[1011878070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:976; }","duration":"678.076202ms","start":"2026-06-02T21:23:24.556516Z","end":"2026-06-02T21:23:25.234593Z","steps":["trace[1011878070] 'agreement among raft nodes before linearized reading' (duration: 677.960511ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:25.234638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:24.556491Z","time spent":"678.140313ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-02T21:23:25.234897Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17803185118436997602,"received-request-id":17803185118436997600} {"level":"info","ts":"2026-06-02T21:23:25.235649Z","caller":"traceutil/trace.go:172","msg":"trace[901168069] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"371.879185ms","start":"2026-06-02T21:23:24.863753Z","end":"2026-06-02T21:23:25.235632Z","steps":["trace[901168069] 'process raft request' (duration: 371.39449ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:25.235753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:24.863738Z","time spent":"371.961246ms","remote":"127.0.0.1:59420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-02T21:23:25.236274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.896707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-chrp7\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-06-02T21:23:25.236317Z","caller":"traceutil/trace.go:172","msg":"trace[27005622] range","detail":"{range_begin:/registry/pods/kube-system/cilium-chrp7; range_end:; response_count:1; response_revision:980; }","duration":"374.941217ms","start":"2026-06-02T21:23:24.861366Z","end":"2026-06-02T21:23:25.236307Z","steps":["trace[27005622] 'agreement among raft nodes before linearized reading' (duration: 374.768245ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:25.236345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:24.861345Z","time spent":"374.993088ms","remote":"127.0.0.1:59642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-chrp7\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:25.236874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"600.093296ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:25.236922Z","caller":"traceutil/trace.go:172","msg":"trace[1158183308] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:980; }","duration":"600.148627ms","start":"2026-06-02T21:23:24.636762Z","end":"2026-06-02T21:23:25.236910Z","steps":["trace[1158183308] 'agreement among raft nodes before linearized reading' (duration: 599.238406ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:25.237976Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.579354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:23:25.238061Z","caller":"traceutil/trace.go:172","msg":"trace[880580939] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:980; }","duration":"309.376783ms","start":"2026-06-02T21:23:24.928657Z","end":"2026-06-02T21:23:25.238034Z","steps":["trace[880580939] 'agreement among raft nodes before linearized reading' (duration: 307.537703ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:23:25.238217Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:23:24.928610Z","time spent":"309.587956ms","remote":"127.0.0.1:60144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:23:40.180646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:23:40.215967Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:23:40.227553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:23:40.253392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:23:40.545256Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-02T21:25:15.545244Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17803185118436998321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-02T21:25:15.771381Z","caller":"traceutil/trace.go:172","msg":"trace[999247378] linearizableReadLoop","detail":"{readStateIndex:1946; appliedIndex:1946; }","duration":"726.561824ms","start":"2026-06-02T21:25:15.044734Z","end":"2026-06-02T21:25:15.771296Z","steps":["trace[999247378] 'read index received' (duration: 726.554544ms)","trace[999247378] 'applied index is now lower than readState.Index' (duration: 6.34µs)"],"step_count":2} {"level":"warn","ts":"2026-06-02T21:25:15.771572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"726.818483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-06-02T21:25:15.771594Z","caller":"traceutil/trace.go:172","msg":"trace[1300032709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1664; }","duration":"726.863244ms","start":"2026-06-02T21:25:15.044724Z","end":"2026-06-02T21:25:15.771588Z","steps":["trace[1300032709] 'agreement among raft nodes before linearized reading' (duration: 726.763721ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:25:15.771617Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:25:15.044698Z","time spent":"726.913736ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:25:15.773400Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"585.714037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:25:15.773450Z","caller":"traceutil/trace.go:172","msg":"trace[1192118039] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1664; }","duration":"585.769369ms","start":"2026-06-02T21:25:15.187672Z","end":"2026-06-02T21:25:15.773441Z","steps":["trace[1192118039] 'agreement among raft nodes before linearized reading' (duration: 585.689446ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:25:15.773474Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:25:15.187632Z","time spent":"585.835091ms","remote":"127.0.0.1:44626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-06-02T21:25:15.773530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.118619ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:25:15.773561Z","caller":"traceutil/trace.go:172","msg":"trace[1407954068] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1664; }","duration":"178.14823ms","start":"2026-06-02T21:25:15.595404Z","end":"2026-06-02T21:25:15.773553Z","steps":["trace[1407954068] 'agreement among raft nodes before linearized reading' (duration: 178.102428ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:25:15.773801Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.276415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:25:15.773971Z","caller":"traceutil/trace.go:172","msg":"trace[2095794586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1664; }","duration":"170.484472ms","start":"2026-06-02T21:25:15.603470Z","end":"2026-06-02T21:25:15.773954Z","steps":["trace[2095794586] 'agreement among raft nodes before linearized reading' (duration: 169.916502ms)"],"step_count":1} {"level":"info","ts":"2026-06-02T21:25:16.788046Z","caller":"traceutil/trace.go:172","msg":"trace[1900765450] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1947; }","duration":"452.425236ms","start":"2026-06-02T21:25:16.335594Z","end":"2026-06-02T21:25:16.788019Z","steps":["trace[1900765450] 'read index received' (duration: 452.419475ms)","trace[1900765450] 'applied index is now lower than readState.Index' (duration: 4.72µs)"],"step_count":2} {"level":"warn","ts":"2026-06-02T21:25:16.788256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.659094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-02T21:25:16.788308Z","caller":"traceutil/trace.go:172","msg":"trace[585194158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1665; }","duration":"452.725506ms","start":"2026-06-02T21:25:16.335569Z","end":"2026-06-02T21:25:16.788295Z","steps":["trace[585194158] 'agreement among raft nodes before linearized reading' (duration: 452.54101ms)"],"step_count":1} {"level":"warn","ts":"2026-06-02T21:25:16.788344Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-02T21:25:16.335538Z","time spent":"452.797048ms","remote":"127.0.0.1:59808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-06-02T21:25:17.049705Z","caller":"traceutil/trace.go:172","msg":"trace[1877741142] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1947; }","duration":"261.554736ms","start":"2026-06-02T21:25:16.788119Z","end":"2026-06-02T21:25:17.049674Z","steps":["trace[1877741142] 'read index received' (duration: 261.545916ms)","trace[1877741142] 'applied index is now lower than readState.Index' (duration: 7.09µs)"],"step_count":2} {"level":"warn","ts":"2026-06-02T21:25:17.049870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"479.546898ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-02T21:25:17.049912Z","caller":"traceutil/trace.go:172","msg":"trace[2070037767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1665; }","duration":"479.60701ms","start":"2026-06-02T21:25:16.570292Z","end":"2026-06-02T21:25:17.049899Z","steps":["trace[2070037767] 'agreement among raft nodes before linearized reading' (duration: 479.506786ms)"],"step_count":1}