{"level":"warn","ts":"2026-07-30T16:24:07.845685Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-30T16:24:07.846927Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-30T16:24:07.846981Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=controller-1=https://199.19.213.156:2380,controller-2=https://199.19.213.118:2380,controller-3=https://199.204.45.22:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-30T16:24:07.847138Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-30T16:24:07.847192Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T16:24:07.847223Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-07-30T16:24:07.847289Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:24:07.848674Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-07-30T16:24:07.849030Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.156:2380,controller-2=https://199.19.213.118:2380,controller-3=https://199.204.45.22:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-30T16:24:07.849880Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078500}"} {"level":"info","ts":"2026-07-30T16:24:07.854452Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:24:07.854497Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.834642ms"} {"level":"info","ts":"2026-07-30T16:24:07.854536Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-30T16:24:07.854556Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-30T16:24:07.874520Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.118:2380","host":"199.19.213.118:2380","resolved-addr":"199.19.213.118:2380"} {"level":"info","ts":"2026-07-30T16:24:07.874573Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.156:2380","host":"199.19.213.156:2380","resolved-addr":"199.19.213.156:2380"} {"level":"info","ts":"2026-07-30T16:24:07.874596Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.22:2380","host":"199.204.45.22:2380","resolved-addr":"199.204.45.22:2380"} {"level":"info","ts":"2026-07-30T16:24:07.874611Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.156:2380","host":"199.19.213.156:2380","resolved-addr":"199.19.213.156:2380"} {"level":"info","ts":"2026-07-30T16:24:07.874626Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.22:2380","host":"199.204.45.22:2380","resolved-addr":"199.204.45.22:2380"} {"level":"info","ts":"2026-07-30T16:24:07.874641Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.118:2380","host":"199.19.213.118:2380","resolved-addr":"199.19.213.118:2380"} {"level":"info","ts":"2026-07-30T16:24:07.889769Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-30T16:24:07.898111Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-30T16:24:07.898177Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"ffbd84b8c32af61f","cluster-id":"59d11c119c278888"} {"level":"info","ts":"2026-07-30T16:24:07.898221Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-30T16:24:07.898334Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ffbd84b8c32af61f switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T16:24:07.898404Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ffbd84b8c32af61f became follower at term 0"} {"level":"info","ts":"2026-07-30T16:24:07.898429Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft ffbd84b8c32af61f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-30T16:24:07.904492Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T16:24:07.907372Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T16:24:07.910790Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T16:24:07.911701Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.911797Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab","remote-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-07-30T16:24:07.911884Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.911943Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38","remote-peer-urls":["https://199.19.213.118:2380"]} {"level":"info","ts":"2026-07-30T16:24:07.912003Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.912078Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.912314Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.912289Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.912443Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.912411Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab","remote-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-07-30T16:24:07.913779Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.913830Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.913882Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.914087Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.914415Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.914544Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.915325Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.915602Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38","remote-peer-urls":["https://199.19.213.118:2380"]} {"level":"info","ts":"2026-07-30T16:24:07.915736Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"ffbd84b8c32af61f","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T16:24:07.916288Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:24:07.915463Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.917106Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.917360Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-30T16:24:07.917553Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:24:07.917612Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:24:07.917652Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:24:07.917830Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-07-30T16:24:07.917862Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-07-30T16:24:07.918445Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"ffbd84b8c32af61f [term: 0] received a MsgHeartbeat message with higher term from 163ef968c92247ab [term: 2]"} {"level":"info","ts":"2026-07-30T16:24:07.918499Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ffbd84b8c32af61f became follower at term 2"} {"level":"info","ts":"2026-07-30T16:24:07.918516Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ffbd84b8c32af61f elected leader 163ef968c92247ab at term 2"} {"level":"info","ts":"2026-07-30T16:24:07.921767Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"ffbd84b8c32af61f","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T16:24:07.921844Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T16:24:07.927420Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ffbd84b8c32af61f","to":"163ef968c92247ab","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:24:07.927455Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.929690Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.930172Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ffbd84b8c32af61f","to":"163ef968c92247ab","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:24:07.930200Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.930399Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.931084Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.931130Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.931311Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.934601Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ffbd84b8c32af61f","to":"2fbe2a515e3bfe38","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:24:07.934627Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.934764Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.936945Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ffbd84b8c32af61f","to":"2fbe2a515e3bfe38","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:24:07.937138Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.938484Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"ffbd84b8c32af61f","remote-snapshot-sender-id":"163ef968c92247ab","incoming-snapshot-index":706,"incoming-snapshot-message-size-bytes":8748,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-07-30T16:24:07.949350Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002c2.snap.db","bytes":1024000,"size":"1.0 MB"} {"level":"info","ts":"2026-07-30T16:24:07.949404Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"ffbd84b8c32af61f","remote-snapshot-sender-id":"163ef968c92247ab","incoming-snapshot-index":706,"incoming-snapshot-size-bytes":1024000,"incoming-snapshot-size":"1.0 MB","download-took":"11.032766ms"} {"level":"info","ts":"2026-07-30T16:24:07.949586Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 706, term: 2]"} {"level":"info","ts":"2026-07-30T16:24:07.949825Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ffbd84b8c32af61f switched to configuration voters=(1602992745836857259 3440233694319345208) learners=(18428031179353159199)"} {"level":"info","ts":"2026-07-30T16:24:07.949879Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"ffbd84b8c32af61f [commit: 706, lastindex: 706, lastterm: 2] restored snapshot [index: 706, term: 2]"} {"level":"info","ts":"2026-07-30T16:24:07.949896Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"ffbd84b8c32af61f [commit: 706] restored snapshot [index: 706, term: 2]"} {"level":"info","ts":"2026-07-30T16:24:07.950082Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":706,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-30T16:24:07.956576Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":706} {"level":"info","ts":"2026-07-30T16:24:07.956966Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00040c3c8}"} {"level":"info","ts":"2026-07-30T16:24:07.958064Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:24:07.958276Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.418982ms"} {"level":"info","ts":"2026-07-30T16:24:07.958467Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-30T16:24:07.962876Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-30T16:24:07.962911Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-30T16:24:07.966728Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":647} {"level":"info","ts":"2026-07-30T16:24:07.966805Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":706} {"level":"info","ts":"2026-07-30T16:24:07.966840Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-30T16:24:07.966964Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-30T16:24:07.967658Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"ffbd84b8c32af61f","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-07-30T16:24:07.968518Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-30T16:24:07.968540Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-30T16:24:07.968577Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-30T16:24:07.968587Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-30T16:24:07.969157Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-30T16:24:07.969197Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-30T16:24:07.969254Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:24:07.969268Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"59d11c119c278888","local-member-id":"ffbd84b8c32af61f","recovered-remote-peer-id":"163ef968c92247ab","recovered-remote-peer-urls":["https://199.19.213.156:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-30T16:24:07.969280Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"59d11c119c278888","local-member-id":"ffbd84b8c32af61f","recovered-remote-peer-id":"2fbe2a515e3bfe38","recovered-remote-peer-urls":["https://199.19.213.118:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-30T16:24:07.969288Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"59d11c119c278888","local-member-id":"ffbd84b8c32af61f","recovered-remote-peer-id":"ffbd84b8c32af61f","recovered-remote-peer-urls":["https://199.204.45.22:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:24:07.969296Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:24:07.969303Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-30T16:24:07.969311Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-30T16:24:07.969320Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"warn","ts":"2026-07-30T16:24:07.969370Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.969388Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"163ef968c92247ab"} {"level":"warn","ts":"2026-07-30T16:24:07.969410Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.969420Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.969487Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"warn","ts":"2026-07-30T16:24:07.969928Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab","error":"context canceled"} {"level":"warn","ts":"2026-07-30T16:24:07.970068Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"163ef968c92247ab","error":"failed to read 163ef968c92247ab on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-30T16:24:07.970154Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.970482Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"warn","ts":"2026-07-30T16:24:07.970467Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:24:07.970666Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.970729Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.970760Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"ffbd84b8c32af61f","removed-remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.970819Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"warn","ts":"2026-07-30T16:24:07.970895Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.970929Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"warn","ts":"2026-07-30T16:24:07.971001Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.971031Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.971108Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"warn","ts":"2026-07-30T16:24:07.971300Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38","error":"context canceled"} {"level":"warn","ts":"2026-07-30T16:24:07.971342Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"2fbe2a515e3bfe38","error":"failed to read 2fbe2a515e3bfe38 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-30T16:24:07.971375Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"warn","ts":"2026-07-30T16:24:07.971488Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:24:07.971535Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.971551Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.971574Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"ffbd84b8c32af61f","removed-remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.971643Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-30T16:24:07.971660Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-30T16:24:07.971691Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.971729Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.971905Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.971904Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.972502Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.972583Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.972451Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.974251Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab","remote-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-07-30T16:24:07.974291Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.974383Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.974578Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.974639Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.974699Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.974725Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.974757Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.975852Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38","remote-peer-urls":["https://199.19.213.118:2380"]} {"level":"info","ts":"2026-07-30T16:24:07.975877Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-30T16:24:07.975894Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":706,"current-applied-index":706,"incoming-leader-snapshot-index":706,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-30T16:24:07.976278Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"ffbd84b8c32af61f","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.22:2379]}","cluster-id":"59d11c119c278888","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T16:24:07.976339Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:24:07.976439Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:24:07.976671Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T16:24:07.976708Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T16:24:07.978096Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-30T16:24:07.980910Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"warn","ts":"2026-07-30T16:24:07.981105Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-30T16:24:07.981287Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-30T16:24:07.987857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:53118","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:24:07.987909Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T16:24:07.988268Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.988326Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:07.988311Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.988596Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.988818Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:07.994348Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:08.029852Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ffbd84b8c32af61f","to":"163ef968c92247ab","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:24:08.029926Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ffbd84b8c32af61f","to":"163ef968c92247ab","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:24:08.029952Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:08.029958Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"163ef968c92247ab"} {"level":"info","ts":"2026-07-30T16:24:08.034993Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ffbd84b8c32af61f","to":"2fbe2a515e3bfe38","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:24:08.035067Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:24:08.040392Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ffbd84b8c32af61f","to":"2fbe2a515e3bfe38","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:24:08.040461Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ffbd84b8c32af61f","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"warn","ts":"2026-07-30T16:24:08.265819Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.266828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.290777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.300681Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.319078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.337277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.352487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.369846Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.383750Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.393863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.406352Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60900","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:24:08.408719Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ffbd84b8c32af61f switched to configuration voters=(1602992745836857259 3440233694319345208 18428031179353159199)"} {"level":"info","ts":"2026-07-30T16:24:08.409054Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"59d11c119c278888","local-member-id":"ffbd84b8c32af61f","promoted-member-id":"ffbd84b8c32af61f"} {"level":"warn","ts":"2026-07-30T16:24:08.420738Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.433450Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.440278Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.449945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.462300Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.479701Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.495406Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32772","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.503583Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.513145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.522366Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.572806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.584999Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.598964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.621662Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32926","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.645952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.657611Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.676600Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.690749Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.710874Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.721588Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.729665Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.741639Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33082","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.750335Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.757730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.772720Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.783552Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.792883Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.802547Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.814737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.832767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.843193Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.850693Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.861195Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.875856Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.891716Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.902537Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.920648Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.929739Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.936811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33344","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.945648Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.959803Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.963073Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:08.975234Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:09.003163Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:09.012822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:09.024229Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:09.083728Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:11.282559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.370571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-07-30T16:24:11.282681Z","caller":"traceutil/trace.go:172","msg":"trace[1389712475] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:667; }","duration":"365.52559ms","start":"2026-07-30T16:24:10.917142Z","end":"2026-07-30T16:24:11.282667Z","steps":["trace[1389712475] 'agreement among raft nodes before linearized reading' (duration: 365.159631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:11.282728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:10.917130Z","time spent":"365.58646ms","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":782,"request content":"key:\"/registry/clusterrolebindings/system:controller:pod-garbage-collector\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:11.282843Z","caller":"traceutil/trace.go:172","msg":"trace[2050751862] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:729; }","duration":"365.081522ms","start":"2026-07-30T16:24:10.917148Z","end":"2026-07-30T16:24:11.282229Z","steps":["trace[2050751862] 'read index received' (duration: 365.060522ms)","trace[2050751862] 'applied index is now lower than readState.Index' (duration: 19.42µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:24:16.823478Z","caller":"traceutil/trace.go:172","msg":"trace[2077525554] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"172.78434ms","start":"2026-07-30T16:24:16.650674Z","end":"2026-07-30T16:24:16.823458Z","steps":["trace[2077525554] 'process raft request' (duration: 172.624801ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:16.824507Z","caller":"traceutil/trace.go:172","msg":"trace[1926213351] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:812; }","duration":"151.869782ms","start":"2026-07-30T16:24:16.672613Z","end":"2026-07-30T16:24:16.824483Z","steps":["trace[1926213351] 'read index received' (duration: 151.863002ms)","trace[1926213351] 'applied index is now lower than readState.Index' (duration: 5.7µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:16.824830Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.18436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T16:24:16.824920Z","caller":"traceutil/trace.go:172","msg":"trace[1362536297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:744; }","duration":"152.298589ms","start":"2026-07-30T16:24:16.672606Z","end":"2026-07-30T16:24:16.824904Z","steps":["trace[1362536297] 'agreement among raft nodes before linearized reading' (duration: 151.974711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:32.787940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.756512ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T16:24:32.788098Z","caller":"traceutil/trace.go:172","msg":"trace[1895168368] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:911; }","duration":"141.957828ms","start":"2026-07-30T16:24:32.646119Z","end":"2026-07-30T16:24:32.788077Z","steps":["trace[1895168368] 'read index received' (duration: 3.562618ms)","trace[1895168368] 'applied index is now lower than readState.Index' (duration: 138.39356ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:32.788191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.060027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:32.788241Z","caller":"traceutil/trace.go:172","msg":"trace[626274011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:832; }","duration":"142.117567ms","start":"2026-07-30T16:24:32.646112Z","end":"2026-07-30T16:24:32.788230Z","steps":["trace[626274011] 'agreement among raft nodes before linearized reading' (duration: 142.021137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:32.788538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.904638ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:32.788575Z","caller":"traceutil/trace.go:172","msg":"trace[1904910523] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:832; }","duration":"191.944488ms","start":"2026-07-30T16:24:32.596621Z","end":"2026-07-30T16:24:32.788566Z","steps":["trace[1904910523] 'range keys from in-memory index tree' (duration: 191.849678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:43.645335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.913874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:24:43.984906Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:44.486110Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:44.987080Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:45.487454Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:45.535131Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.898886019s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T16:24:45.536038Z","caller":"traceutil/trace.go:172","msg":"trace[1899818757] transaction","detail":"{read_only:false; number_of_response:1; response_revision:942; }","duration":"2.092307612s","start":"2026-07-30T16:24:43.443686Z","end":"2026-07-30T16:24:45.535994Z","steps":["trace[1899818757] 'process raft request' (duration: 2.092045112s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.536597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.443653Z","time spent":"2.092453732s","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":29512,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:45.537084Z","caller":"traceutil/trace.go:172","msg":"trace[1903952852] transaction","detail":"{read_only:false; number_of_response:1; response_revision:946; }","duration":"2.083780724s","start":"2026-07-30T16:24:43.453214Z","end":"2026-07-30T16:24:45.536994Z","steps":["trace[1903952852] 'process raft request' (duration: 2.083490545s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.537482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.453186Z","time spent":"2.084114073s","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31153,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:45.539120Z","caller":"traceutil/trace.go:172","msg":"trace[560472748] linearizableReadLoop","detail":"{readStateIndex:1072; appliedIndex:1069; }","duration":"2.05489359s","start":"2026-07-30T16:24:43.484210Z","end":"2026-07-30T16:24:45.539103Z","steps":["trace[560472748] 'read index received' (duration: 2.051428328s)","trace[560472748] 'applied index is now lower than readState.Index' (duration: 3.464652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:45.539672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.055424369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T16:24:45.539711Z","caller":"traceutil/trace.go:172","msg":"trace[1524518422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:949; }","duration":"2.055510048s","start":"2026-07-30T16:24:43.484190Z","end":"2026-07-30T16:24:45.539700Z","steps":["trace[1524518422] 'agreement among raft nodes before linearized reading' (duration: 2.055324509s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.539865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.484161Z","time spent":"2.055695318s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:45.567299Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17735069452365454374,"received-request-id":17735069452365454369} {"level":"warn","ts":"2026-07-30T16:24:45.579425Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"939.069843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:45.579586Z","caller":"traceutil/trace.go:172","msg":"trace[1029183853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"939.225943ms","start":"2026-07-30T16:24:44.640318Z","end":"2026-07-30T16:24:45.579544Z","steps":["trace[1029183853] 'agreement among raft nodes before linearized reading' (duration: 938.992192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.579630Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.640292Z","time spent":"939.330092ms","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:24:45.579817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.655981193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:45.579990Z","caller":"traceutil/trace.go:172","msg":"trace[2048122997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"1.656158042s","start":"2026-07-30T16:24:43.923799Z","end":"2026-07-30T16:24:45.579957Z","steps":["trace[2048122997] 'agreement among raft nodes before linearized reading' (duration: 1.655903243s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.580086Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.923757Z","time spent":"1.656320341s","remote":"127.0.0.1:60670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:24:45.579902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.983473244s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:45.580297Z","caller":"traceutil/trace.go:172","msg":"trace[1357030213] transaction","detail":"{read_only:false; number_of_response:1; response_revision:955; }","duration":"1.878251668s","start":"2026-07-30T16:24:43.702028Z","end":"2026-07-30T16:24:45.580279Z","steps":["trace[1357030213] 'process raft request' (duration: 1.878059509s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:45.580291Z","caller":"traceutil/trace.go:172","msg":"trace[527538676] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:955; }","duration":"1.983851962s","start":"2026-07-30T16:24:43.596417Z","end":"2026-07-30T16:24:45.580269Z","steps":["trace[527538676] 'agreement among raft nodes before linearized reading' (duration: 1.983459714s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.580412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.701991Z","time spent":"1.878341288s","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:52.097546Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454426,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:24:52.251770Z","caller":"traceutil/trace.go:172","msg":"trace[520585849] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1201; }","duration":"654.999413ms","start":"2026-07-30T16:24:51.596729Z","end":"2026-07-30T16:24:52.251728Z","steps":["trace[520585849] 'read index received' (duration: 654.988903ms)","trace[520585849] 'applied index is now lower than readState.Index' (duration: 8.79µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:52.252546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"655.277473ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:52.252646Z","caller":"traceutil/trace.go:172","msg":"trace[625037212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1031; }","duration":"655.921752ms","start":"2026-07-30T16:24:51.596710Z","end":"2026-07-30T16:24:52.252632Z","steps":["trace[625037212] 'agreement among raft nodes before linearized reading' (duration: 655.229053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:52.254388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"561.568153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T16:24:52.254996Z","caller":"traceutil/trace.go:172","msg":"trace[308263623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1031; }","duration":"562.178801ms","start":"2026-07-30T16:24:51.692804Z","end":"2026-07-30T16:24:52.254982Z","steps":["trace[308263623] 'agreement among raft nodes before linearized reading' (duration: 561.418594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:52.255123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:51.692779Z","time spent":"562.327772ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:52.254718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"552.798552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6xj67\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-07-30T16:24:52.255241Z","caller":"traceutil/trace.go:172","msg":"trace[134915385] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6xj67; range_end:; response_count:1; response_revision:1031; }","duration":"553.334092ms","start":"2026-07-30T16:24:51.701883Z","end":"2026-07-30T16:24:52.255217Z","steps":["trace[134915385] 'agreement among raft nodes before linearized reading' (duration: 552.655853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:52.255342Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:51.701864Z","time spent":"553.464371ms","remote":"127.0.0.1:32782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18372,"request content":"key:\"/registry/pods/kube-system/cilium-6xj67\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:53.096201Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454430,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:24:53.435069Z","caller":"traceutil/trace.go:172","msg":"trace[878582533] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"1.156818455s","start":"2026-07-30T16:24:52.278208Z","end":"2026-07-30T16:24:53.435026Z","steps":["trace[878582533] 'process raft request' (duration: 1.156603816s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:53.435446Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:52.278167Z","time spent":"1.157003505s","remote":"127.0.0.1:32782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:53.537159Z","caller":"traceutil/trace.go:172","msg":"trace[957050672] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1206; }","duration":"941.21852ms","start":"2026-07-30T16:24:52.595896Z","end":"2026-07-30T16:24:53.537115Z","steps":["trace[957050672] 'read index received' (duration: 941.20407ms)","trace[957050672] 'applied index is now lower than readState.Index' (duration: 12.11µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:53.537414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"941.45851ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:53.537534Z","caller":"traceutil/trace.go:172","msg":"trace[1567486326] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1035; }","duration":"941.620329ms","start":"2026-07-30T16:24:52.595889Z","end":"2026-07-30T16:24:53.537509Z","steps":["trace[1567486326] 'agreement among raft nodes before linearized reading' (duration: 941.3877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:53.616384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"971.97389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:24:53.616413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"961.136734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T16:24:53.616525Z","caller":"traceutil/trace.go:172","msg":"trace[2040348007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1036; }","duration":"972.12652ms","start":"2026-07-30T16:24:52.644363Z","end":"2026-07-30T16:24:53.616489Z","steps":["trace[2040348007] 'agreement among raft nodes before linearized reading' (duration: 971.93444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:53.616621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:52.644335Z","time spent":"972.275589ms","remote":"127.0.0.1:60670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:24:53.616538Z","caller":"traceutil/trace.go:172","msg":"trace[573971721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1036; }","duration":"961.279194ms","start":"2026-07-30T16:24:52.655227Z","end":"2026-07-30T16:24:53.616506Z","steps":["trace[573971721] 'agreement among raft nodes before linearized reading' (duration: 961.028574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:53.616723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:52.655180Z","time spent":"961.527152ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:55.096736Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:55.597162Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454437,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:24:55.799239Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"ffbd84b8c32af61f is starting a new election at term 2"} {"level":"info","ts":"2026-07-30T16:24:55.799332Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"ffbd84b8c32af61f became pre-candidate at term 2"} {"level":"info","ts":"2026-07-30T16:24:55.799369Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"ffbd84b8c32af61f [logterm: 2, index: 1209] sent MsgPreVote request to 163ef968c92247ab at term 2"} {"level":"info","ts":"2026-07-30T16:24:55.799388Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"ffbd84b8c32af61f [logterm: 2, index: 1209] sent MsgPreVote request to 2fbe2a515e3bfe38 at term 2"} {"level":"info","ts":"2026-07-30T16:24:55.799408Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: ffbd84b8c32af61f lost leader 163ef968c92247ab at term 2"} {"level":"info","ts":"2026-07-30T16:24:55.799474Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ffbd84b8c32af61f received MsgPreVoteResp from ffbd84b8c32af61f at term 2"} {"level":"info","ts":"2026-07-30T16:24:55.799493Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ffbd84b8c32af61f has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-07-30T16:24:56.097500Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454437,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:24:56.298359Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ffbd84b8c32af61f became follower at term 2"} {"level":"info","ts":"2026-07-30T16:24:56.298434Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ffbd84b8c32af61f elected leader 163ef968c92247ab at term 2"} {"level":"warn","ts":"2026-07-30T16:24:56.298833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.702329428s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:24:56.298951Z","caller":"traceutil/trace.go:172","msg":"trace[1436614915] range","detail":"{range_begin:; range_end:; }","duration":"1.702464368s","start":"2026-07-30T16:24:54.596450Z","end":"2026-07-30T16:24:56.298914Z","steps":["trace[1436614915] 'agreement among raft nodes before linearized reading' (duration: 1.702325578s)"],"step_count":1} {"level":"error","ts":"2026-07-30T16:24:56.299027Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:24:56.641783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000336077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:24:56.641887Z","caller":"traceutil/trace.go:172","msg":"trace[1468480107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470247s","start":"2026-07-30T16:24:54.641395Z","end":"2026-07-30T16:24:56.641865Z","steps":["trace[1468480107] 'agreement among raft nodes before linearized reading' (duration: 2.000330537s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:56.641952Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:54.641375Z","time spent":"2.000569047s","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:24:56 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:24:56.799087Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:57.299973Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454438,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:24:57.331169Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"ffbd84b8c32af61f [logterm: 2, index: 1211, vote: 0] ignored MsgPreVote from 2fbe2a515e3bfe38 [logterm: 2, index: 1211] at term 2: lease is not expired (remaining ticks: 3)"} {"level":"warn","ts":"2026-07-30T16:24:57.801248Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:58.265039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"439.197479ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.265143Z","caller":"traceutil/trace.go:172","msg":"trace[613251956] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1037; }","duration":"439.318958ms","start":"2026-07-30T16:24:57.825801Z","end":"2026-07-30T16:24:58.265120Z","steps":["trace[613251956] 'range keys from in-memory index tree' (duration: 439.142809ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:58.323380Z","caller":"traceutil/trace.go:172","msg":"trace[1289113601] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"2.019171659s","start":"2026-07-30T16:24:56.304174Z","end":"2026-07-30T16:24:58.323346Z","steps":["trace[1289113601] 'process raft request' (duration: 2.018750689s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.323649Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:56.304139Z","time spent":"2.01939642s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:24:58.324293Z","caller":"traceutil/trace.go:172","msg":"trace[401333737] linearizableReadLoop","detail":"{readStateIndex:1211; appliedIndex:1209; }","duration":"2.025505907s","start":"2026-07-30T16:24:56.298506Z","end":"2026-07-30T16:24:58.324011Z","steps":["trace[401333737] 'read index received' (duration: 1.946249448s)","trace[401333737] 'applied index is now lower than readState.Index' (duration: 79.254439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.324460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.477124259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:24:58.324539Z","caller":"traceutil/trace.go:172","msg":"trace[505324592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1043; }","duration":"3.47721838s","start":"2026-07-30T16:24:54.847303Z","end":"2026-07-30T16:24:58.324522Z","steps":["trace[505324592] 'agreement among raft nodes before linearized reading' (duration: 3.47679499s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.324570Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:54.847272Z","time spent":"3.47729151s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.420380Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17735069452365454440,"received-request-id":17735069452365454438} {"level":"warn","ts":"2026-07-30T16:24:58.650816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99983503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:24:58.650952Z","caller":"traceutil/trace.go:172","msg":"trace[881936225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998163s","start":"2026-07-30T16:24:56.650929Z","end":"2026-07-30T16:24:58.650911Z","steps":["trace[881936225] 'agreement among raft nodes before linearized reading' (duration: 1.99983074s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.651025Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:56.650906Z","time spent":"2.00010855s","remote":"127.0.0.1:60670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:24:58 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:24:58.825397Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:59.325832Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:59.813775Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.390377531s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:24:59.825932Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454440,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:24:59.939725Z","caller":"traceutil/trace.go:172","msg":"trace[2121712966] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1240; }","duration":"1.615314441s","start":"2026-07-30T16:24:58.324382Z","end":"2026-07-30T16:24:59.939697Z","steps":["trace[2121712966] 'read index received' (duration: 1.614341953s)","trace[2121712966] 'applied index is now lower than readState.Index' (duration: 971.098µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:24:59.939824Z","caller":"traceutil/trace.go:172","msg":"trace[1062669126] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"1.60997006s","start":"2026-07-30T16:24:58.329798Z","end":"2026-07-30T16:24:59.939768Z","steps":["trace[1062669126] 'process raft request' (duration: 1.609595411s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:59.939874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.37725053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T16:24:59.939917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.638990681s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:24:59.939894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.40855945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-30T16:24:59.939942Z","caller":"traceutil/trace.go:172","msg":"trace[1664743938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1072; }","duration":"3.37733591s","start":"2026-07-30T16:24:56.562592Z","end":"2026-07-30T16:24:59.939928Z","steps":["trace[1664743938] 'agreement among raft nodes before linearized reading' (duration: 3.37714277s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:59.939970Z","caller":"traceutil/trace.go:172","msg":"trace[272513326] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1072; }","duration":"3.639058171s","start":"2026-07-30T16:24:56.300894Z","end":"2026-07-30T16:24:59.939953Z","steps":["trace[272513326] 'agreement among raft nodes before linearized reading' (duration: 3.638961231s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:59.939981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:56.562551Z","time spent":"3.37742363s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:59.939981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:58.329709Z","time spent":"1.61019156s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:24:59.939986Z","caller":"traceutil/trace.go:172","msg":"trace[1419070214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1072; }","duration":"2.40866477s","start":"2026-07-30T16:24:57.531300Z","end":"2026-07-30T16:24:59.939965Z","steps":["trace[1419070214] 'agreement among raft nodes before linearized reading' (duration: 2.40840078s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:59.939968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.052476096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-30T16:24:59.940073Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.531277Z","time spent":"2.40878542s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:59.940069Z","caller":"traceutil/trace.go:172","msg":"trace[1546911534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1072; }","duration":"3.052593536s","start":"2026-07-30T16:24:56.887445Z","end":"2026-07-30T16:24:59.940038Z","steps":["trace[1546911534] 'agreement among raft nodes before linearized reading' (duration: 3.052276966s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:59.940132Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:56.887370Z","time spent":"3.052751205s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:59.949942Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17735069452365454442,"received-request-id":17735069452365454440} {"level":"warn","ts":"2026-07-30T16:24:59.950996Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17735069452365454442,"received-request-id":17735069452365454440} {"level":"warn","ts":"2026-07-30T16:24:59.951642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.300030548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:59.951686Z","caller":"traceutil/trace.go:172","msg":"trace[2131651882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1073; }","duration":"1.300103177s","start":"2026-07-30T16:24:58.651573Z","end":"2026-07-30T16:24:59.951676Z","steps":["trace[2131651882] 'agreement among raft nodes before linearized reading' (duration: 1.299994858s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:59.951741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:58.651542Z","time spent":"1.300192537s","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:25:01.184294Z","caller":"traceutil/trace.go:172","msg":"trace[387522254] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"139.648985ms","start":"2026-07-30T16:25:01.044622Z","end":"2026-07-30T16:25:01.184271Z","steps":["trace[387522254] 'process raft request' (duration: 139.476906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:12.054299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:15.135569Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:15.165296Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:15.179894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:15.192684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:15.580609Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:22.059361Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:25:22.559566Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17735069452365454731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:25:22.693715Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.251717802s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:25:22.694446Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:21.440675Z","time spent":"1.25376538s","remote":"127.0.0.1:60734","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-30T16:25:22.864742Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.718754ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T16:25:22.884310Z","caller":"traceutil/trace.go:172","msg":"trace[312818238] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1607; }","duration":"1.325290842s","start":"2026-07-30T16:25:21.558997Z","end":"2026-07-30T16:25:22.884288Z","steps":["trace[312818238] 'read index received' (duration: 1.325282982s)","trace[312818238] 'applied index is now lower than readState.Index' (duration: 6.73µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:25:22.884525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.325502572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:22.884609Z","caller":"traceutil/trace.go:172","msg":"trace[1098680643] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1368; }","duration":"1.325602692s","start":"2026-07-30T16:25:21.558989Z","end":"2026-07-30T16:25:22.884591Z","steps":["trace[1098680643] 'agreement among raft nodes before linearized reading' (duration: 1.325449202s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:22.884657Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:21.558967Z","time spent":"1.325677812s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"info","ts":"2026-07-30T16:25:22.884706Z","caller":"traceutil/trace.go:172","msg":"trace[1431266916] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"1.283938094s","start":"2026-07-30T16:25:21.600755Z","end":"2026-07-30T16:25:22.884693Z","steps":["trace[1431266916] 'process raft request' (duration: 1.283641544s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:25:22.884747Z","caller":"traceutil/trace.go:172","msg":"trace[1784474889] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"187.757381ms","start":"2026-07-30T16:25:22.696965Z","end":"2026-07-30T16:25:22.884722Z","steps":["trace[1784474889] 'process raft request' (duration: 187.699341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:22.884836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:21.600721Z","time spent":"1.284034483s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:25:22.884819Z","caller":"traceutil/trace.go:172","msg":"trace[29111225] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"881.720555ms","start":"2026-07-30T16:25:22.003060Z","end":"2026-07-30T16:25:22.884780Z","steps":["trace[29111225] 'process raft request' (duration: 881.561316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:22.885038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:22.002955Z","time spent":"881.973355ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:25:22.888297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.020670848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-07-30T16:25:22.888371Z","caller":"traceutil/trace.go:172","msg":"trace[1621739347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1371; }","duration":"1.020747538s","start":"2026-07-30T16:25:21.867610Z","end":"2026-07-30T16:25:22.888357Z","steps":["trace[1621739347] 'agreement among raft nodes before linearized reading' (duration: 1.020550109s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:22.888406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:21.867583Z","time spent":"1.020813808s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:25:22.888530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.291852058s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:25:22.888562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.090509234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-07-30T16:25:22.888660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"570.636187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:22.888701Z","caller":"traceutil/trace.go:172","msg":"trace[316101260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1371; }","duration":"1.090676964s","start":"2026-07-30T16:25:21.798003Z","end":"2026-07-30T16:25:22.888680Z","steps":["trace[316101260] 'agreement among raft nodes before linearized reading' (duration: 1.090182814s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:25:22.888718Z","caller":"traceutil/trace.go:172","msg":"trace[1712334962] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1371; }","duration":"570.686957ms","start":"2026-07-30T16:25:22.318018Z","end":"2026-07-30T16:25:22.888704Z","steps":["trace[1712334962] 'agreement among raft nodes before linearized reading' (duration: 570.618877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:22.888752Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:21.797978Z","time spent":"1.090764454s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:25:22.888756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:22.317985Z","time spent":"570.763647ms","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:25:22.888774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.240019239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:22.888783Z","caller":"traceutil/trace.go:172","msg":"trace[793830323] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1371; }","duration":"1.291977168s","start":"2026-07-30T16:25:21.596651Z","end":"2026-07-30T16:25:22.888629Z","steps":["trace[793830323] 'agreement among raft nodes before linearized reading' (duration: 1.291820298s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:25:22.888808Z","caller":"traceutil/trace.go:172","msg":"trace[1228846785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1371; }","duration":"1.240048869s","start":"2026-07-30T16:25:21.648748Z","end":"2026-07-30T16:25:22.888796Z","steps":["trace[1228846785] 'agreement among raft nodes before linearized reading' (duration: 1.240002469s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:22.888859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:21.648722Z","time spent":"1.240127419s","remote":"127.0.0.1:60670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:25:22.889030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"997.053466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:22.889053Z","caller":"traceutil/trace.go:172","msg":"trace[1742375962] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1371; }","duration":"997.079576ms","start":"2026-07-30T16:25:21.891966Z","end":"2026-07-30T16:25:22.889046Z","steps":["trace[1742375962] 'agreement among raft nodes before linearized reading' (duration: 997.036826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:22.889079Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:21.891947Z","time spent":"997.126776ms","remote":"127.0.0.1:32868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:25:22.888600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"594.28567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:22.889206Z","caller":"traceutil/trace.go:172","msg":"trace[2131108179] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1371; }","duration":"594.897548ms","start":"2026-07-30T16:25:22.294297Z","end":"2026-07-30T16:25:22.889195Z","steps":["trace[2131108179] 'agreement among raft nodes before linearized reading' (duration: 594.237599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:22.889243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:22.294266Z","time spent":"594.967048ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:25:22.888636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.230099316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:22.889370Z","caller":"traceutil/trace.go:172","msg":"trace[1347591923] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1371; }","duration":"1.230790365s","start":"2026-07-30T16:25:21.658525Z","end":"2026-07-30T16:25:22.889315Z","steps":["trace[1347591923] 'agreement among raft nodes before linearized reading' (duration: 1.230070756s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:22.889450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:25:21.658507Z","time spent":"1.230924326s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/jobs\" limit:1 "}