{"level":"warn","ts":"2026-07-30T16:20:30.920274Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-30T16:20:30.920409Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-30T16:20:30.920431Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.77:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.77:2380","--initial-cluster=controller-3=https://199.204.45.77:2380,controller-2=https://199.204.45.138:2380,controller-1=https://199.204.45.242:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.77:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.77:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-30T16:20:30.920574Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-30T16:20:30.920607Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T16:20:30.920623Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-07-30T16:20:30.920690Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:20:30.922358Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"]} {"level":"info","ts":"2026-07-30T16:20:30.922622Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.242:2380,controller-2=https://199.204.45.138:2380,controller-3=https://199.204.45.77:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-30T16:20:30.924340Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0001f40a0}"} {"level":"info","ts":"2026-07-30T16:20:30.930973Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:20:30.931090Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.896192ms"} {"level":"info","ts":"2026-07-30T16:20:30.931137Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-30T16:20:30.932573Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-30T16:20:30.947413Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.138:2380","host":"199.204.45.138:2380","resolved-addr":"199.204.45.138:2380"} {"level":"info","ts":"2026-07-30T16:20:30.947452Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.77:2380","host":"199.204.45.77:2380","resolved-addr":"199.204.45.77:2380"} {"level":"info","ts":"2026-07-30T16:20:30.947504Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.138:2380","host":"199.204.45.138:2380","resolved-addr":"199.204.45.138:2380"} {"level":"info","ts":"2026-07-30T16:20:30.947516Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.242:2380","host":"199.204.45.242:2380","resolved-addr":"199.204.45.242:2380"} {"level":"info","ts":"2026-07-30T16:20:30.947536Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.242:2380","host":"199.204.45.242:2380","resolved-addr":"199.204.45.242:2380"} {"level":"info","ts":"2026-07-30T16:20:30.947584Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.77:2380","host":"199.204.45.77:2380","resolved-addr":"199.204.45.77:2380"} {"level":"info","ts":"2026-07-30T16:20:30.967232Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-30T16:20:30.973674Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-30T16:20:30.973826Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"2d7ee7912d6285c9","cluster-id":"49dc9693ccd466a9"} {"level":"info","ts":"2026-07-30T16:20:30.973992Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-30T16:20:30.974191Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2d7ee7912d6285c9 switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T16:20:30.974301Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2d7ee7912d6285c9 became follower at term 0"} {"level":"info","ts":"2026-07-30T16:20:30.974345Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 2d7ee7912d6285c9 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-30T16:20:30.982442Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T16:20:30.985385Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T16:20:30.988576Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T16:20:30.989430Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:30.989463Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958","remote-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-07-30T16:20:30.989508Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:30.989532Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-07-30T16:20:30.989555Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:30.989586Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:30.990136Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:30.990551Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:30.990597Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958","remote-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-07-30T16:20:30.990651Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:30.991448Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:30.990629Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:30.990560Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:30.990631Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:30.994261Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:30.994372Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:30.994445Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:30.994570Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:30.994406Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:30.995432Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-07-30T16:20:30.995593Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"2d7ee7912d6285c9","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T16:20:30.995755Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:20:30.995801Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:20:30.995813Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:20:30.995720Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-30T16:20:30.996397Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:20:30.996562Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-07-30T16:20:30.996750Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-07-30T16:20:30.996877Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"2d7ee7912d6285c9","initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T16:20:30.996980Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T16:20:30.998268Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"2d7ee7912d6285c9 [term: 0] received a MsgHeartbeat message with higher term from b844c110b9783e73 [term: 2]"} {"level":"info","ts":"2026-07-30T16:20:30.998318Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2d7ee7912d6285c9 became follower at term 2"} {"level":"info","ts":"2026-07-30T16:20:30.999055Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 2d7ee7912d6285c9 elected leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-30T16:20:30.999382Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2d7ee7912d6285c9","to":"5f798b882416d958","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:20:30.999478Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:30.999791Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2d7ee7912d6285c9","to":"b844c110b9783e73","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:20:30.999898Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2d7ee7912d6285c9","to":"b844c110b9783e73","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:20:31.000018Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.000501Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.000592Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.000307Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.004555Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.004943Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.005486Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.007303Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"2d7ee7912d6285c9","remote-snapshot-sender-id":"b844c110b9783e73","incoming-snapshot-index":738,"incoming-snapshot-message-size-bytes":9173,"incoming-snapshot-message-size":"9.2 kB"} {"level":"info","ts":"2026-07-30T16:20:31.012419Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2d7ee7912d6285c9","to":"5f798b882416d958","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:20:31.012465Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.012635Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.016702Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002e2.snap.db","bytes":1060864,"size":"1.1 MB"} {"level":"info","ts":"2026-07-30T16:20:31.016743Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"2d7ee7912d6285c9","remote-snapshot-sender-id":"b844c110b9783e73","incoming-snapshot-index":738,"incoming-snapshot-size-bytes":1060864,"incoming-snapshot-size":"1.1 MB","download-took":"9.534425ms"} {"level":"info","ts":"2026-07-30T16:20:31.016868Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 738, term: 2]"} {"level":"info","ts":"2026-07-30T16:20:31.016968Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2d7ee7912d6285c9 switched to configuration voters=(6879683322622433624 13277949878970367603) learners=(3278312189490005449)"} {"level":"info","ts":"2026-07-30T16:20:31.016997Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"2d7ee7912d6285c9 [commit: 738, lastindex: 738, lastterm: 2] restored snapshot [index: 738, term: 2]"} {"level":"info","ts":"2026-07-30T16:20:31.017012Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"2d7ee7912d6285c9 [commit: 738] restored snapshot [index: 738, term: 2]"} {"level":"info","ts":"2026-07-30T16:20:31.017125Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":738,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-30T16:20:31.019712Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":738} {"level":"info","ts":"2026-07-30T16:20:31.020072Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0004be030}"} {"level":"info","ts":"2026-07-30T16:20:31.021010Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:20:31.021046Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.086497ms"} {"level":"info","ts":"2026-07-30T16:20:31.021097Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-30T16:20:31.025916Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-30T16:20:31.025933Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-30T16:20:31.036788Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":685} {"level":"info","ts":"2026-07-30T16:20:31.036917Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":738} {"level":"info","ts":"2026-07-30T16:20:31.036981Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-30T16:20:31.037330Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-30T16:20:31.038502Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-30T16:20:31.038545Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-30T16:20:31.038680Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-30T16:20:31.038707Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-30T16:20:31.040660Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-30T16:20:31.040702Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-30T16:20:31.040828Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:20:31.040852Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"49dc9693ccd466a9","local-member-id":"2d7ee7912d6285c9","recovered-remote-peer-id":"2d7ee7912d6285c9","recovered-remote-peer-urls":["https://199.204.45.77:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:20:31.040867Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"49dc9693ccd466a9","local-member-id":"2d7ee7912d6285c9","recovered-remote-peer-id":"5f798b882416d958","recovered-remote-peer-urls":["https://199.204.45.138:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-30T16:20:31.040875Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"49dc9693ccd466a9","local-member-id":"2d7ee7912d6285c9","recovered-remote-peer-id":"b844c110b9783e73","recovered-remote-peer-urls":["https://199.204.45.242:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-30T16:20:31.040902Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:20:31.040909Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-30T16:20:31.040918Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-30T16:20:31.040930Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"5f798b882416d958"} {"level":"warn","ts":"2026-07-30T16:20:31.041052Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.041080Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"5f798b882416d958"} {"level":"warn","ts":"2026-07-30T16:20:31.041120Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.041129Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.041213Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"warn","ts":"2026-07-30T16:20:31.041452Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958","error":"context canceled"} {"level":"warn","ts":"2026-07-30T16:20:31.041509Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"5f798b882416d958","error":"failed to read 5f798b882416d958 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-30T16:20:31.041542Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"warn","ts":"2026-07-30T16:20:31.041696Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:20:31.041721Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.041729Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.041744Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"2d7ee7912d6285c9","removed-remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.041765Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"warn","ts":"2026-07-30T16:20:31.041802Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.041820Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"b844c110b9783e73"} {"level":"warn","ts":"2026-07-30T16:20:31.041888Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.041930Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.042003Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.042047Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"warn","ts":"2026-07-30T16:20:31.042090Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73","error":"context canceled"} {"level":"warn","ts":"2026-07-30T16:20:31.042111Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"b844c110b9783e73","error":"failed to read b844c110b9783e73 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-30T16:20:31.042124Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"warn","ts":"2026-07-30T16:20:31.042202Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:20:31.042228Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.042236Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.042246Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"2d7ee7912d6285c9","removed-remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.042253Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-30T16:20:31.042269Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-30T16:20:31.042292Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.042318Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.042404Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.042471Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.042469Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.042501Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958","remote-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-07-30T16:20:31.042524Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.042539Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.042589Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.042632Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.042629Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.042656Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-07-30T16:20:31.042663Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-30T16:20:31.042675Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":738,"current-applied-index":738,"incoming-leader-snapshot-index":738,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-30T16:20:31.042721Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.042740Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.042753Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.042869Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.053407Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.053459Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.055274Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.055299Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.055643Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.057621Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.097790Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"2d7ee7912d6285c9","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-07-30T16:20:31.102387Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2d7ee7912d6285c9","to":"b844c110b9783e73","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:20:31.102448Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.104041Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2d7ee7912d6285c9","to":"b844c110b9783e73","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:20:31.104125Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:20:31.104486Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2d7ee7912d6285c9","to":"5f798b882416d958","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:20:31.104542Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.110414Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2d7ee7912d6285c9","to":"5f798b882416d958","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:20:31.110452Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2d7ee7912d6285c9","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:20:31.132663Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2d7ee7912d6285c9 switched to configuration voters=(3278312189490005449 6879683322622433624 13277949878970367603)"} {"level":"info","ts":"2026-07-30T16:20:31.132987Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"49dc9693ccd466a9","local-member-id":"2d7ee7912d6285c9","promoted-member-id":"2d7ee7912d6285c9"} {"level":"warn","ts":"2026-07-30T16:20:37.996125Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"2d7ee7912d6285c9","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.77:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-07-30T16:20:38.002705Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:20:38.002696Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"2d7ee7912d6285c9","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.77:2379]}","cluster-id":"49dc9693ccd466a9","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T16:20:38.002740Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:20:38.003295Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T16:20:38.003342Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T16:20:38.004701Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-30T16:20:38.004839Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-30T16:20:38.005136Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-30T16:20:38.009060Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-30T16:20:38.010372Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.010337Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60448","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:20:38.010718Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.77:2379"} {"level":"warn","ts":"2026-07-30T16:20:38.013719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:48234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.015766Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:48272","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.015969Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:48246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.018340Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:48300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.018914Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:48240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.020374Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:48262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.020481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:48314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.020904Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:48250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.021548Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:48284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.026315Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38284","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.039115Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.055786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.065117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.076600Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.083877Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.092825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.103442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.112017Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.120577Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.132414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.142358Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.155596Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.165441Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.171846Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.183918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.193856Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.219350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.254968Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.261223Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.270395Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.290068Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.300393Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.311459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.323074Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.329595Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.336347Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.361547Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.372176Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.380292Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.387095Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.396485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.407020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.413191Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.428694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.438519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.446400Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38956","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.456534Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.465708Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.474432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.482732Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.495494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.504832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.513670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.522776Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.533097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.542310Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.553330Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.563475Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.572938Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.578596Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.586679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.595873Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.604176Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.642621Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.652299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.665215Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:38.725639Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39316","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:21:25.857916Z","caller":"traceutil/trace.go:172","msg":"trace[914211578] transaction","detail":"{read_only:false; number_of_response:1; response_revision:988; }","duration":"264.788183ms","start":"2026-07-30T16:21:25.593095Z","end":"2026-07-30T16:21:25.857883Z","steps":["trace[914211578] 'process raft request' (duration: 264.668861ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:25.857967Z","caller":"traceutil/trace.go:172","msg":"trace[1654947558] transaction","detail":"{read_only:false; number_of_response:1; response_revision:988; }","duration":"262.37062ms","start":"2026-07-30T16:21:25.595577Z","end":"2026-07-30T16:21:25.857947Z","steps":["trace[1654947558] 'process raft request' (duration: 262.220458ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:25.858122Z","caller":"traceutil/trace.go:172","msg":"trace[501778415] transaction","detail":"{read_only:false; number_of_response:1; response_revision:988; }","duration":"262.254998ms","start":"2026-07-30T16:21:25.595843Z","end":"2026-07-30T16:21:25.858098Z","steps":["trace[501778415] 'process raft request' (duration: 261.994885ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:25.858157Z","caller":"traceutil/trace.go:172","msg":"trace[344649513] transaction","detail":"{read_only:false; number_of_response:1; response_revision:988; }","duration":"264.790243ms","start":"2026-07-30T16:21:25.593096Z","end":"2026-07-30T16:21:25.857886Z","steps":["trace[344649513] 'process raft request' (duration: 264.60967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.281767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.195526ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:26.281937Z","caller":"traceutil/trace.go:172","msg":"trace[521007066] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:988; }","duration":"380.395368ms","start":"2026-07-30T16:21:25.901520Z","end":"2026-07-30T16:21:26.281915Z","steps":["trace[521007066] 'range keys from in-memory index tree' (duration: 380.148564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.282039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.55896ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-30T16:21:26.409561Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064876599,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:21:26.486951Z","caller":"traceutil/trace.go:172","msg":"trace[472776643] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1129; }","duration":"578.203375ms","start":"2026-07-30T16:21:25.908718Z","end":"2026-07-30T16:21:26.486921Z","steps":["trace[472776643] 'read index received' (duration: 578.196375ms)","trace[472776643] 'applied index is now lower than readState.Index' (duration: 5.62µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:26.487151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"578.403058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-07-30T16:21:26.487197Z","caller":"traceutil/trace.go:172","msg":"trace[1633002332] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:993; }","duration":"578.472849ms","start":"2026-07-30T16:21:25.908714Z","end":"2026-07-30T16:21:26.487187Z","steps":["trace[1633002332] 'agreement among raft nodes before linearized reading' (duration: 578.334977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.487235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:25.908696Z","time spent":"578.531069ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":29592,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:26.487581Z","caller":"traceutil/trace.go:172","msg":"trace[1753216011] transaction","detail":"{read_only:false; number_of_response:1; response_revision:993; }","duration":"592.742638ms","start":"2026-07-30T16:21:25.894685Z","end":"2026-07-30T16:21:26.487428Z","steps":["trace[1753216011] 'process raft request' (duration: 592.562526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.488823Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:25.894647Z","time spent":"593.407237ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10903,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:26.497961Z","caller":"traceutil/trace.go:172","msg":"trace[1470377399] transaction","detail":"{read_only:false; number_of_response:1; response_revision:993; }","duration":"539.637643ms","start":"2026-07-30T16:21:25.958307Z","end":"2026-07-30T16:21:26.497944Z","steps":["trace[1470377399] 'process raft request' (duration: 537.811069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.498135Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:25.958273Z","time spent":"539.800326ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:26.499597Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.56875ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:26.499687Z","caller":"traceutil/trace.go:172","msg":"trace[675174389] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:993; }","duration":"217.675811ms","start":"2026-07-30T16:21:26.281989Z","end":"2026-07-30T16:21:26.499665Z","steps":["trace[675174389] 'agreement among raft nodes before linearized reading' (duration: 217.526779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.794892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.895906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:65227"} {"level":"info","ts":"2026-07-30T16:21:26.795149Z","caller":"traceutil/trace.go:172","msg":"trace[264468929] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1001; }","duration":"232.163043ms","start":"2026-07-30T16:21:26.562962Z","end":"2026-07-30T16:21:26.795125Z","steps":["trace[264468929] 'compare' (duration: 221.807995ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:26.876539Z","caller":"traceutil/trace.go:172","msg":"trace[120942301] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1004; }","duration":"272.476076ms","start":"2026-07-30T16:21:26.604041Z","end":"2026-07-30T16:21:26.876517Z","steps":["trace[120942301] 'process raft request' (duration: 272.362904ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:26.878946Z","caller":"traceutil/trace.go:172","msg":"trace[265622079] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1158; }","duration":"262.888229ms","start":"2026-07-30T16:21:26.615880Z","end":"2026-07-30T16:21:26.878768Z","steps":["trace[265622079] 'read index received' (duration: 262.884459ms)","trace[265622079] 'applied index is now lower than readState.Index' (duration: 2.95µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:26.879126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.233603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T16:21:26.879154Z","caller":"traceutil/trace.go:172","msg":"trace[1663504501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1004; }","duration":"263.275994ms","start":"2026-07-30T16:21:26.615869Z","end":"2026-07-30T16:21:26.879145Z","steps":["trace[1663504501] 'agreement among raft nodes before linearized reading' (duration: 263.125682ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:27.580859Z","caller":"traceutil/trace.go:172","msg":"trace[1544852504] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1169; }","duration":"400.936291ms","start":"2026-07-30T16:21:27.179895Z","end":"2026-07-30T16:21:27.580831Z","steps":["trace[1544852504] 'read index received' (duration: 400.927921ms)","trace[1544852504] 'applied index is now lower than readState.Index' (duration: 6.85µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:27.581019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"401.099684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:27.581056Z","caller":"traceutil/trace.go:172","msg":"trace[1710455544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"401.157875ms","start":"2026-07-30T16:21:27.179888Z","end":"2026-07-30T16:21:27.581046Z","steps":["trace[1710455544] 'agreement among raft nodes before linearized reading' (duration: 401.050484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.581092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.179866Z","time spent":"401.219646ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:21:27.582904Z","caller":"traceutil/trace.go:172","msg":"trace[1908509717] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1012; }","duration":"538.381256ms","start":"2026-07-30T16:21:27.044492Z","end":"2026-07-30T16:21:27.582874Z","steps":["trace[1908509717] 'process raft request' (duration: 537.089989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.583056Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.044460Z","time spent":"538.524138ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151271,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:27.584052Z","caller":"traceutil/trace.go:172","msg":"trace[438483526] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1012; }","duration":"506.504465ms","start":"2026-07-30T16:21:27.077499Z","end":"2026-07-30T16:21:27.584003Z","steps":["trace[438483526] 'process raft request' (duration: 504.225945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.584238Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.077439Z","time spent":"506.703018ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":98739,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:33.006255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.452033ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:33.006417Z","caller":"traceutil/trace.go:172","msg":"trace[556364792] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1060; }","duration":"101.651695ms","start":"2026-07-30T16:21:32.904739Z","end":"2026-07-30T16:21:33.006390Z","steps":["trace[556364792] 'range keys from in-memory index tree' (duration: 101.365291ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:33.362776Z","caller":"traceutil/trace.go:172","msg":"trace[286529798] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1243; }","duration":"182.307541ms","start":"2026-07-30T16:21:33.180419Z","end":"2026-07-30T16:21:33.362727Z","steps":["trace[286529798] 'read index received' (duration: 182.303051ms)","trace[286529798] 'applied index is now lower than readState.Index' (duration: 3.62µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:33.362908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.478333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:33.362939Z","caller":"traceutil/trace.go:172","msg":"trace[1562715273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1063; }","duration":"182.523744ms","start":"2026-07-30T16:21:33.180406Z","end":"2026-07-30T16:21:33.362930Z","steps":["trace[1562715273] 'agreement among raft nodes before linearized reading' (duration: 182.452273ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:33.363072Z","caller":"traceutil/trace.go:172","msg":"trace[1282437632] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"114.688411ms","start":"2026-07-30T16:21:33.248373Z","end":"2026-07-30T16:21:33.363061Z","steps":["trace[1282437632] 'process raft request' (duration: 114.620621ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:33.686308Z","caller":"traceutil/trace.go:172","msg":"trace[1810531478] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"225.823307ms","start":"2026-07-30T16:21:33.460460Z","end":"2026-07-30T16:21:33.686283Z","steps":["trace[1810531478] 'process raft request' (duration: 225.751546ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:33.688432Z","caller":"traceutil/trace.go:172","msg":"trace[2188677] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1252; }","duration":"156.84638ms","start":"2026-07-30T16:21:33.531572Z","end":"2026-07-30T16:21:33.688418Z","steps":["trace[2188677] 'read index received' (duration: 156.8415ms)","trace[2188677] 'applied index is now lower than readState.Index' (duration: 4.28µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:33.688739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.149974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-30T16:21:33.688784Z","caller":"traceutil/trace.go:172","msg":"trace[178304678] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1072; }","duration":"157.206725ms","start":"2026-07-30T16:21:33.531566Z","end":"2026-07-30T16:21:33.688772Z","steps":["trace[178304678] 'agreement among raft nodes before linearized reading' (duration: 156.916261ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:33.933429Z","caller":"traceutil/trace.go:172","msg":"trace[2094899734] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1252; }","duration":"239.530455ms","start":"2026-07-30T16:21:33.693868Z","end":"2026-07-30T16:21:33.933399Z","steps":["trace[2094899734] 'read index received' (duration: 239.516545ms)","trace[2094899734] 'applied index is now lower than readState.Index' (duration: 7.64µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:33.933710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.817839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-07-30T16:21:33.933751Z","caller":"traceutil/trace.go:172","msg":"trace[664878891] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:1072; }","duration":"239.88358ms","start":"2026-07-30T16:21:33.693858Z","end":"2026-07-30T16:21:33.933742Z","steps":["trace[664878891] 'agreement among raft nodes before linearized reading' (duration: 239.674707ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:33.933699Z","caller":"traceutil/trace.go:172","msg":"trace[1667752664] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"242.871349ms","start":"2026-07-30T16:21:33.690804Z","end":"2026-07-30T16:21:33.933676Z","steps":["trace[1667752664] 'process raft request' (duration: 242.759037ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:34.207478Z","caller":"traceutil/trace.go:172","msg":"trace[1510682606] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1253; }","duration":"273.957336ms","start":"2026-07-30T16:21:33.933499Z","end":"2026-07-30T16:21:34.207457Z","steps":["trace[1510682606] 'read index received' (duration: 252.316615ms)","trace[1510682606] 'applied index is now lower than readState.Index' (duration: 21.639771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:34.207627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.441916ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:34.207697Z","caller":"traceutil/trace.go:172","msg":"trace[1021799904] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1076; }","duration":"305.522837ms","start":"2026-07-30T16:21:33.902158Z","end":"2026-07-30T16:21:34.207681Z","steps":["trace[1021799904] 'agreement among raft nodes before linearized reading' (duration: 305.414086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:34.209829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.247666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kv7rq\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-07-30T16:21:34.209885Z","caller":"traceutil/trace.go:172","msg":"trace[364326974] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kv7rq; range_end:; response_count:1; response_revision:1076; }","duration":"132.326247ms","start":"2026-07-30T16:21:34.077547Z","end":"2026-07-30T16:21:34.209874Z","steps":["trace[364326974] 'agreement among raft nodes before linearized reading' (duration: 132.145545ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:35.293835Z","caller":"traceutil/trace.go:172","msg":"trace[533456912] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"1.067655104s","start":"2026-07-30T16:21:34.225919Z","end":"2026-07-30T16:21:35.293575Z","steps":["trace[533456912] 'process raft request' (duration: 1.067387951s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:35.293974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:34.225887Z","time spent":"1.06801822s","remote":"127.0.0.1:38572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:35.401979Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064876676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:35.902759Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064876676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:36.403843Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064876676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:21:36.411662Z","caller":"traceutil/trace.go:172","msg":"trace[756220057] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1257; }","duration":"1.510315321s","start":"2026-07-30T16:21:34.901310Z","end":"2026-07-30T16:21:36.411625Z","steps":["trace[756220057] 'read index received' (duration: 1.510307661s)","trace[756220057] 'applied index is now lower than readState.Index' (duration: 6.19µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:36.411797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.510468704s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:36.411860Z","caller":"traceutil/trace.go:172","msg":"trace[1286267557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1077; }","duration":"1.510547985s","start":"2026-07-30T16:21:34.901300Z","end":"2026-07-30T16:21:36.411848Z","steps":["trace[1286267557] 'agreement among raft nodes before linearized reading' (duration: 1.510435653s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:36.912762Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064876678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:37.180267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999869129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:21:37.180363Z","caller":"traceutil/trace.go:172","msg":"trace[1226015977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99999152s","start":"2026-07-30T16:21:35.180352Z","end":"2026-07-30T16:21:37.180343Z","steps":["trace[1226015977] 'agreement among raft nodes before linearized reading' (duration: 1.999863919s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:37.180416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.180329Z","time spent":"2.000077222s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:21:37 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:21:37.293025Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9640412072064876678,"received-request-id":9640412072064876676} {"level":"warn","ts":"2026-07-30T16:21:37.413217Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064876678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:37.913558Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064876678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:38.365327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.072294318s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:21:38.414309Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064876678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:38.914621Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064876678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:39.181126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000449959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:21:39.181648Z","caller":"traceutil/trace.go:172","msg":"trace[426489817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001041957s","start":"2026-07-30T16:21:37.180581Z","end":"2026-07-30T16:21:39.181623Z","steps":["trace[426489817] 'agreement among raft nodes before linearized reading' (duration: 2.000440349s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.181800Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:37.180561Z","time spent":"2.001154819s","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:21:39 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-30T16:21:39.235806Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"2d7ee7912d6285c9 [logterm: 2, index: 1269, vote: 0] ignored MsgPreVote from 5f798b882416d958 [logterm: 2, index: 1269] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-07-30T16:21:39.415669Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064876678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:39.465295Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.734936392s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:21:39.465613Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9640412072064876678,"received-request-id":9640412072064876676} {"level":"warn","ts":"2026-07-30T16:21:39.494459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.127483633s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-30T16:21:39.803284Z","caller":"traceutil/trace.go:172","msg":"trace[1131017953] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1269; }","duration":"3.391471969s","start":"2026-07-30T16:21:36.411745Z","end":"2026-07-30T16:21:39.803217Z","steps":["trace[1131017953] 'read index received' (duration: 3.391452169s)","trace[1131017953] 'applied index is now lower than readState.Index' (duration: 16.71µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:40.018391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.809554917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-30T16:21:40.018486Z","caller":"traceutil/trace.go:172","msg":"trace[260140890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1088; }","duration":"4.809669698s","start":"2026-07-30T16:21:35.208792Z","end":"2026-07-30T16:21:40.018462Z","steps":["trace[260140890] 'agreement among raft nodes before linearized reading' (duration: 4.594630931s)","trace[260140890] 'range keys from in-memory index tree' (duration: 214.751734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:40.018532Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.208776Z","time spent":"4.809745029s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:40.019652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.19417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:21:40.020384Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9640412072064876680,"received-request-id":9640412072064876678} {"level":"info","ts":"2026-07-30T16:21:40.026884Z","caller":"traceutil/trace.go:172","msg":"trace[630461263] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"838.617248ms","start":"2026-07-30T16:21:39.188235Z","end":"2026-07-30T16:21:40.026853Z","steps":["trace[630461263] 'process raft request' (duration: 838.486886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:40.027091Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:39.188206Z","time spent":"838.79505ms","remote":"127.0.0.1:38374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:21:40.028558Z","caller":"traceutil/trace.go:172","msg":"trace[1964085917] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1284; }","duration":"225.154837ms","start":"2026-07-30T16:21:39.803377Z","end":"2026-07-30T16:21:40.028532Z","steps":["trace[1964085917] 'read index received' (duration: 224.682361ms)","trace[1964085917] 'applied index is now lower than readState.Index' (duration: 471.336µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:40.028678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.615874516s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:40.028727Z","caller":"traceutil/trace.go:172","msg":"trace[1040709581] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1101; }","duration":"3.615936227s","start":"2026-07-30T16:21:36.412780Z","end":"2026-07-30T16:21:40.028717Z","steps":["trace[1040709581] 'agreement among raft nodes before linearized reading' (duration: 3.615842196s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:40.028925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.064201383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:21:40.029020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.25984361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:40.029052Z","caller":"traceutil/trace.go:172","msg":"trace[980764419] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1101; }","duration":"1.2598767s","start":"2026-07-30T16:21:38.769166Z","end":"2026-07-30T16:21:40.029042Z","steps":["trace[980764419] 'agreement among raft nodes before linearized reading' (duration: 1.259817179s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:40.029066Z","caller":"traceutil/trace.go:172","msg":"trace[1766669871] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1101; }","duration":"1.064360925s","start":"2026-07-30T16:21:38.964670Z","end":"2026-07-30T16:21:40.029031Z","steps":["trace[1766669871] 'agreement among raft nodes before linearized reading' (duration: 1.064119152s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:40.029153Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:38.964637Z","time spent":"1.064499737s","remote":"127.0.0.1:39120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:40.029220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.444880488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-30T16:21:40.029418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"437.494121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:21:40.029425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.304484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:40.029463Z","caller":"traceutil/trace.go:172","msg":"trace[35849010] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1101; }","duration":"437.552952ms","start":"2026-07-30T16:21:39.591897Z","end":"2026-07-30T16:21:40.029450Z","steps":["trace[35849010] 'agreement among raft nodes before linearized reading' (duration: 437.464621ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:40.029464Z","caller":"traceutil/trace.go:172","msg":"trace[185846772] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1101; }","duration":"481.344654ms","start":"2026-07-30T16:21:39.548111Z","end":"2026-07-30T16:21:40.029455Z","steps":["trace[185846772] 'agreement among raft nodes before linearized reading' (duration: 481.224193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:40.029530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:39.548090Z","time spent":"481.430485ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:40.029637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.751250126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-30T16:21:40.029633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:39.591875Z","time spent":"437.614534ms","remote":"127.0.0.1:38726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:40.029679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"838.964292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:40.029698Z","caller":"traceutil/trace.go:172","msg":"trace[1871726062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1101; }","duration":"2.751477259s","start":"2026-07-30T16:21:37.278205Z","end":"2026-07-30T16:21:40.029682Z","steps":["trace[1871726062] 'agreement among raft nodes before linearized reading' (duration: 2.751074624s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:40.029730Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:37.278183Z","time spent":"2.75154028s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:40.029729Z","caller":"traceutil/trace.go:172","msg":"trace[1815570706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1101; }","duration":"839.013353ms","start":"2026-07-30T16:21:39.190701Z","end":"2026-07-30T16:21:40.029715Z","steps":["trace[1815570706] 'agreement among raft nodes before linearized reading' (duration: 838.915211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:40.029082Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:38.769139Z","time spent":"1.25993659s","remote":"127.0.0.1:38664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:40.029983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:39.190677Z","time spent":"839.294967ms","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:21:40.030164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.149648443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T16:21:40.030183Z","caller":"traceutil/trace.go:172","msg":"trace[1074550603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1101; }","duration":"3.149668223s","start":"2026-07-30T16:21:36.880509Z","end":"2026-07-30T16:21:40.030177Z","steps":["trace[1074550603] 'agreement among raft nodes before linearized reading' (duration: 3.149598693s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:40.030246Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:36.880487Z","time spent":"3.149753195s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:40.030939Z","caller":"traceutil/trace.go:172","msg":"trace[1763038909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1101; }","duration":"1.444908309s","start":"2026-07-30T16:21:38.584333Z","end":"2026-07-30T16:21:40.029241Z","steps":["trace[1763038909] 'agreement among raft nodes before linearized reading' (duration: 1.444770817s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:40.031116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:38.584302Z","time spent":"1.446798982s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:41.317401Z","caller":"traceutil/trace.go:172","msg":"trace[1103190457] linearizableReadLoop","detail":"{readStateIndex:1315; appliedIndex:1315; }","duration":"214.935035ms","start":"2026-07-30T16:21:41.102442Z","end":"2026-07-30T16:21:41.317377Z","steps":["trace[1103190457] 'read index received' (duration: 214.925945ms)","trace[1103190457] 'applied index is now lower than readState.Index' (duration: 4.44µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:41.317662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.21022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kv7rq\" limit:1 ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-07-30T16:21:41.317742Z","caller":"traceutil/trace.go:172","msg":"trace[854274639] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kv7rq; range_end:; response_count:1; response_revision:1130; }","duration":"215.303361ms","start":"2026-07-30T16:21:41.102423Z","end":"2026-07-30T16:21:41.317727Z","steps":["trace[854274639] 'agreement among raft nodes before linearized reading' (duration: 215.031497ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:41.374057Z","caller":"traceutil/trace.go:172","msg":"trace[1125374830] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"158.230771ms","start":"2026-07-30T16:21:41.215811Z","end":"2026-07-30T16:21:41.374042Z","steps":["trace[1125374830] 'process raft request' (duration: 158.18068ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:41.374086Z","caller":"traceutil/trace.go:172","msg":"trace[1320828087] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"271.315125ms","start":"2026-07-30T16:21:41.102747Z","end":"2026-07-30T16:21:41.374062Z","steps":["trace[1320828087] 'process raft request' (duration: 271.140423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:41.396352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.78933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:41.396537Z","caller":"traceutil/trace.go:172","msg":"trace[1048708699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1132; }","duration":"216.953412ms","start":"2026-07-30T16:21:41.179538Z","end":"2026-07-30T16:21:41.396492Z","steps":["trace[1048708699] 'agreement among raft nodes before linearized reading' (duration: 216.727349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:44.227749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.218813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kv7rq\" limit:1 ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-07-30T16:21:44.227831Z","caller":"traceutil/trace.go:172","msg":"trace[1714309838] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kv7rq; range_end:; response_count:1; response_revision:1179; }","duration":"100.315754ms","start":"2026-07-30T16:21:44.127500Z","end":"2026-07-30T16:21:44.227816Z","steps":["trace[1714309838] 'agreement among raft nodes before linearized reading' (duration: 100.04385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:47.673702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:51.417672Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:51.430894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:51.453712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:51.478144Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:51.489525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:05.651736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:05.774626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:05.884401Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:05.904788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:05.932591Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:05.976165Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:05.991590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:06.009529Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:06.157799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37092","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:06.184720Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:06.205424Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:06.284565Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:06.322487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:06.348428Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:06.365110Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:06.386740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:06.407486Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:07.447234Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:07.460786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:07.656390Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49722","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:22:42.073759Z","caller":"traceutil/trace.go:172","msg":"trace[1219061993] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1877; }","duration":"172.210787ms","start":"2026-07-30T16:22:41.901528Z","end":"2026-07-30T16:22:42.073739Z","steps":["trace[1219061993] 'read index received' (duration: 172.206187ms)","trace[1219061993] 'applied index is now lower than readState.Index' (duration: 3.78µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:22:42.073864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.320083ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:22:42.073894Z","caller":"traceutil/trace.go:172","msg":"trace[1882595157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1603; }","duration":"172.363575ms","start":"2026-07-30T16:22:41.901522Z","end":"2026-07-30T16:22:42.073885Z","steps":["trace[1882595157] 'agreement among raft nodes before linearized reading' (duration: 172.303452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:37.681065Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:38.181718Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:38.682515Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:39.180241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000118898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:23:39.180335Z","caller":"traceutil/trace.go:172","msg":"trace[1048443095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224812s","start":"2026-07-30T16:23:37.180095Z","end":"2026-07-30T16:23:39.180320Z","steps":["trace[1048443095] 'agreement among raft nodes before linearized reading' (duration: 2.000115308s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:39.180384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:37.180073Z","time spent":"2.000302465s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:23:39 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:23:39.183494Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877631,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:23:39.370656Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"2d7ee7912d6285c9 [logterm: 2, index: 2125, vote: 0] cast MsgPreVote for b844c110b9783e73 [logterm: 2, index: 2125] at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.675405Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2d7ee7912d6285c9 is starting a new election at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.675477Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2d7ee7912d6285c9 became pre-candidate at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.675510Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2d7ee7912d6285c9 [logterm: 2, index: 2125] sent MsgPreVote request to 5f798b882416d958 at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.675527Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2d7ee7912d6285c9 [logterm: 2, index: 2125] sent MsgPreVote request to b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.675549Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 2d7ee7912d6285c9 lost leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.675620Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2d7ee7912d6285c9 received MsgPreVoteResp from 2d7ee7912d6285c9 at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.675637Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2d7ee7912d6285c9 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-07-30T16:23:39.684587Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:40.185422Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:40.686296Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877631,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:23:40.983504Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"2d7ee7912d6285c9 [logterm: 2, index: 2125, vote: 0] cast MsgPreVote for 5f798b882416d958 [logterm: 2, index: 2125] at term 2"} {"level":"info","ts":"2026-07-30T16:23:40.985718Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"2d7ee7912d6285c9 [term: 2] received a MsgVote message with higher term from 5f798b882416d958 [term: 3]"} {"level":"info","ts":"2026-07-30T16:23:40.985749Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2d7ee7912d6285c9 became follower at term 3"} {"level":"info","ts":"2026-07-30T16:23:40.985760Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"2d7ee7912d6285c9 [logterm: 2, index: 2125, vote: 0] cast MsgVote for 5f798b882416d958 [logterm: 2, index: 2125] at term 3"} {"level":"warn","ts":"2026-07-30T16:23:41.180579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999939961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:23:41.180672Z","caller":"traceutil/trace.go:172","msg":"trace[1099228960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071686s","start":"2026-07-30T16:23:39.180584Z","end":"2026-07-30T16:23:41.180656Z","steps":["trace[1099228960] 'agreement among raft nodes before linearized reading' (duration: 1.999936851s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.180722Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.180562Z","time spent":"2.000150109s","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:23:41 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:23:41.187032Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877631,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:23:41.187126Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"2d7ee7912d6285c9 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-07-30T16:23:41.332138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999991937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:23:41.332230Z","caller":"traceutil/trace.go:172","msg":"trace[1958579688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113781s","start":"2026-07-30T16:23:39.332094Z","end":"2026-07-30T16:23:41.332208Z","steps":["trace[1958579688] 'agreement among raft nodes before linearized reading' (duration: 1.999986017s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.332288Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.332080Z","time spent":"2.000197344s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:23:41 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-30T16:23:41.421982Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"2d7ee7912d6285c9 [logterm: 2, index: 2125, vote: 5f798b882416d958] rejected MsgVote from b844c110b9783e73 [logterm: 2, index: 2125] at term 3"} {"level":"info","ts":"2026-07-30T16:23:41.423818Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 2d7ee7912d6285c9 elected leader 5f798b882416d958 at term 3"} {"level":"warn","ts":"2026-07-30T16:23:41.428222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.521267081s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.428299Z","caller":"traceutil/trace.go:172","msg":"trace[1133697837] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1817; }","duration":"3.521359554s","start":"2026-07-30T16:23:37.906925Z","end":"2026-07-30T16:23:41.428285Z","steps":["trace[1133697837] 'agreement among raft nodes before linearized reading' (duration: 3.52124893s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.428466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.321329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:23:41.428549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.478609511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.428578Z","caller":"traceutil/trace.go:172","msg":"trace[1721098333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1817; }","duration":"240.445414ms","start":"2026-07-30T16:23:41.188116Z","end":"2026-07-30T16:23:41.428561Z","steps":["trace[1721098333] 'agreement among raft nodes before linearized reading' (duration: 240.123492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.428588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.121869359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:23:41.428571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"733.870758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.77\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-30T16:23:41.428620Z","caller":"traceutil/trace.go:172","msg":"trace[1029798600] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1817; }","duration":"3.478693524s","start":"2026-07-30T16:23:37.949905Z","end":"2026-07-30T16:23:41.428599Z","steps":["trace[1029798600] 'agreement among raft nodes before linearized reading' (duration: 3.478412404s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:23:41.428658Z","caller":"traceutil/trace.go:172","msg":"trace[2145059249] range","detail":"{range_begin:/registry/masterleases/199.204.45.77; range_end:; response_count:1; response_revision:1817; }","duration":"733.961971ms","start":"2026-07-30T16:23:40.694680Z","end":"2026-07-30T16:23:41.428642Z","steps":["trace[2145059249] 'agreement among raft nodes before linearized reading' (duration: 733.587738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.428667Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:37.949877Z","time spent":"3.478779827s","remote":"127.0.0.1:38908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.428707Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:40.694659Z","time spent":"734.038714ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.77\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.428722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.182918313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:23:41.428749Z","caller":"traceutil/trace.go:172","msg":"trace[1494878922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1817; }","duration":"2.182945334s","start":"2026-07-30T16:23:39.245796Z","end":"2026-07-30T16:23:41.428742Z","steps":["trace[1494878922] 'agreement among raft nodes before linearized reading' (duration: 2.182485658s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.428788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.245773Z","time spent":"2.183007506s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.428872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.534030222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-30T16:23:41.428904Z","caller":"traceutil/trace.go:172","msg":"trace[1981264752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1817; }","duration":"1.534064183s","start":"2026-07-30T16:23:39.894831Z","end":"2026-07-30T16:23:41.428895Z","steps":["trace[1981264752] 'agreement among raft nodes before linearized reading' (duration: 1.5333831s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.428938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.894815Z","time spent":"1.534113684s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.428988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.183267275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-30T16:23:41.429028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.893144259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T16:23:41.429062Z","caller":"traceutil/trace.go:172","msg":"trace[358524403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1817; }","duration":"2.89317836s","start":"2026-07-30T16:23:38.535875Z","end":"2026-07-30T16:23:41.429054Z","steps":["trace[358524403] 'agreement among raft nodes before linearized reading' (duration: 2.892418724s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.429117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:38.535856Z","time spent":"2.893251542s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:41.429031Z","caller":"traceutil/trace.go:172","msg":"trace[306498672] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1817; }","duration":"2.183312506s","start":"2026-07-30T16:23:39.245709Z","end":"2026-07-30T16:23:41.429022Z","steps":["trace[306498672] 'agreement among raft nodes before linearized reading' (duration: 2.182595742s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.429205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.245698Z","time spent":"2.183500322s","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.429293Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"655.935401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:23:41.429574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.183606806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.429593Z","caller":"traceutil/trace.go:172","msg":"trace[2124938956] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1817; }","duration":"656.276822ms","start":"2026-07-30T16:23:40.773302Z","end":"2026-07-30T16:23:41.429578Z","steps":["trace[2124938956] 'agreement among raft nodes before linearized reading' (duration: 654.968728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.429634Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:40.773242Z","time spent":"656.376966ms","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:41.428621Z","caller":"traceutil/trace.go:172","msg":"trace[692924659] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies; range_end:; response_count:0; response_revision:1817; }","duration":"2.12190789s","start":"2026-07-30T16:23:39.306704Z","end":"2026-07-30T16:23:41.428612Z","steps":["trace[692924659] 'agreement among raft nodes before linearized reading' (duration: 2.12159708s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.429705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.306680Z","time spent":"2.123004638s","remote":"127.0.0.1:49730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:41.429896Z","caller":"traceutil/trace.go:172","msg":"trace[1115140700] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies; range_end:; response_count:0; response_revision:1817; }","duration":"2.183651737s","start":"2026-07-30T16:23:39.245955Z","end":"2026-07-30T16:23:41.429606Z","steps":["trace[1115140700] 'agreement among raft nodes before linearized reading' (duration: 2.182361973s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.430061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.920597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18c71dc2a9c79960\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-07-30T16:23:41.430095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.245947Z","time spent":"2.18398684s","remote":"127.0.0.1:37104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.430132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.469097842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.430156Z","caller":"traceutil/trace.go:172","msg":"trace[1777179639] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1817; }","duration":"1.469122603s","start":"2026-07-30T16:23:39.961026Z","end":"2026-07-30T16:23:41.430148Z","steps":["trace[1777179639] 'agreement among raft nodes before linearized reading' (duration: 1.467233188s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.430181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.960977Z","time spent":"1.469196736s","remote":"127.0.0.1:39300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.430299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.132607331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:23:41.430367Z","caller":"traceutil/trace.go:172","msg":"trace[2061012116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1817; }","duration":"2.132678143s","start":"2026-07-30T16:23:39.297673Z","end":"2026-07-30T16:23:41.430351Z","steps":["trace[2061012116] 'agreement among raft nodes before linearized reading' (duration: 2.130636843s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:23:41.430102Z","caller":"traceutil/trace.go:172","msg":"trace[1049020474] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18c71dc2a9c79960; range_end:; response_count:1; response_revision:1817; }","duration":"246.967608ms","start":"2026-07-30T16:23:41.183124Z","end":"2026-07-30T16:23:41.430092Z","steps":["trace[1049020474] 'agreement among raft nodes before linearized reading' (duration: 245.123455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.430421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.297646Z","time spent":"2.132761596s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:41.434571Z","caller":"traceutil/trace.go:172","msg":"trace[1411044784] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"3.420768588s","start":"2026-07-30T16:23:38.013793Z","end":"2026-07-30T16:23:41.434561Z","steps":["trace[1411044784] 'process raft request' (duration: 3.420662124s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.434645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:38.013772Z","time spent":"3.42083172s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:23:54.075226Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:54.575699Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:55.076064Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:55.576226Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:56.076934Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9640412072064877713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:56.178516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000685347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:23:56.178660Z","caller":"traceutil/trace.go:172","msg":"trace[175323218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000857793s","start":"2026-07-30T16:23:54.177771Z","end":"2026-07-30T16:23:56.178629Z","steps":["trace[175323218] 'agreement among raft nodes before linearized reading' (duration: 2.000681707s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.178741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:54.177731Z","time spent":"2.000998217s","remote":"127.0.0.1:60472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:23:56 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:23:56.339625Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.788662711s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T16:23:56.342579Z","caller":"traceutil/trace.go:172","msg":"trace[1064681108] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"2.794668536s","start":"2026-07-30T16:23:53.547748Z","end":"2026-07-30T16:23:56.342417Z","steps":["trace[1064681108] 'process raft request' (duration: 2.794274593s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.343098Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.547694Z","time spent":"2.795066879s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:23:56.345017Z","caller":"traceutil/trace.go:172","msg":"trace[150602440] linearizableReadLoop","detail":"{readStateIndex:2195; appliedIndex:2195; }","duration":"2.770534357s","start":"2026-07-30T16:23:53.574450Z","end":"2026-07-30T16:23:56.344984Z","steps":["trace[150602440] 'read index received' (duration: 2.770510166s)","trace[150602440] 'applied index is now lower than readState.Index' (duration: 22.261µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:23:56.345178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.770720013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T16:23:56.345214Z","caller":"traceutil/trace.go:172","msg":"trace[407326203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1877; }","duration":"2.770779345s","start":"2026-07-30T16:23:53.574426Z","end":"2026-07-30T16:23:56.345206Z","steps":["trace[407326203] 'agreement among raft nodes before linearized reading' (duration: 2.770590179s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.345295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.574398Z","time spent":"2.770889799s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:56.345286Z","caller":"traceutil/trace.go:172","msg":"trace[1195427597] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"2.024523966s","start":"2026-07-30T16:23:54.320747Z","end":"2026-07-30T16:23:56.345271Z","steps":["trace[1195427597] 'process raft request' (duration: 2.024377712s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.345411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:54.320716Z","time spent":"2.024616439s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:23:56.349196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.650693108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:56.349333Z","caller":"traceutil/trace.go:172","msg":"trace[283175738] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1882; }","duration":"2.650833573s","start":"2026-07-30T16:23:53.698487Z","end":"2026-07-30T16:23:56.349320Z","steps":["trace[283175738] 'agreement among raft nodes before linearized reading' (duration: 2.650662027s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.349370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.698465Z","time spent":"2.650895865s","remote":"127.0.0.1:39140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.349367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.124257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:56.349406Z","caller":"traceutil/trace.go:172","msg":"trace[1574011873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1882; }","duration":"170.183759ms","start":"2026-07-30T16:23:56.179212Z","end":"2026-07-30T16:23:56.349396Z","steps":["trace[1574011873] 'agreement among raft nodes before linearized reading' (duration: 170.100717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.349385Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.473408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:23:56.349428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.451888072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-07-30T16:23:56.349451Z","caller":"traceutil/trace.go:172","msg":"trace[1477976009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1882; }","duration":"1.451913593s","start":"2026-07-30T16:23:54.897532Z","end":"2026-07-30T16:23:56.349445Z","steps":["trace[1477976009] 'agreement among raft nodes before linearized reading' (duration: 1.451867751s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:23:56.349443Z","caller":"traceutil/trace.go:172","msg":"trace[1082560982] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1882; }","duration":"377.54089ms","start":"2026-07-30T16:23:55.971891Z","end":"2026-07-30T16:23:56.349431Z","steps":["trace[1082560982] 'agreement among raft nodes before linearized reading' (duration: 377.434407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.349453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.053157155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-30T16:23:56.349468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:54.897502Z","time spent":"1.451962924s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.349477Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.971837Z","time spent":"377.634214ms","remote":"127.0.0.1:39254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:56.349489Z","caller":"traceutil/trace.go:172","msg":"trace[1610218654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1882; }","duration":"1.053210407s","start":"2026-07-30T16:23:55.296270Z","end":"2026-07-30T16:23:56.349480Z","steps":["trace[1610218654] 'agreement among raft nodes before linearized reading' (duration: 1.053108394s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.349469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.447344308s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:23:56.349522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.296250Z","time spent":"1.053259129s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:56.349535Z","caller":"traceutil/trace.go:172","msg":"trace[1390922632] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1882; }","duration":"2.44740956s","start":"2026-07-30T16:23:53.902106Z","end":"2026-07-30T16:23:56.349516Z","steps":["trace[1390922632] 'agreement among raft nodes before linearized reading' (duration: 2.447314607s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.349685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"748.210315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:23:56.349459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.370383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:23:56.349708Z","caller":"traceutil/trace.go:172","msg":"trace[2061730526] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1882; }","duration":"748.232816ms","start":"2026-07-30T16:23:55.601469Z","end":"2026-07-30T16:23:56.349702Z","steps":["trace[2061730526] 'agreement among raft nodes before linearized reading' (duration: 748.196555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.349723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.601449Z","time spent":"748.270277ms","remote":"127.0.0.1:39008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:56.349721Z","caller":"traceutil/trace.go:172","msg":"trace[264572310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1882; }","duration":"432.631821ms","start":"2026-07-30T16:23:55.917079Z","end":"2026-07-30T16:23:56.349710Z","steps":["trace[264572310] 'agreement among raft nodes before linearized reading' (duration: 432.084914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.350252Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.917049Z","time spent":"433.191109ms","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}