{"level":"warn","ts":"2026-04-29T21:44:33.256683Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-29T21:44:33.256882Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-29T21:44:33.256921Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=controller-1=https://199.204.45.44:2380,controller-2=https://199.204.45.235:2380,controller-3=https://199.204.45.22:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-29T21:44:33.257084Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-29T21:44:33.257139Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T21:44:33.257160Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-04-29T21:44:33.257258Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T21:44:33.257922Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-04-29T21:44:33.258238Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.44:2380,controller-2=https://199.204.45.235:2380,controller-3=https://199.204.45.22:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-29T21:44:33.261486Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00043a908}"} {"level":"info","ts":"2026-04-29T21:44:33.265209Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-29T21:44:33.265264Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.006312ms"} {"level":"info","ts":"2026-04-29T21:44:33.265301Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-29T21:44:33.265403Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-29T21:44:33.277829Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.44:2380","host":"199.204.45.44:2380","resolved-addr":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-29T21:44:33.277967Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.235:2380","host":"199.204.45.235:2380","resolved-addr":"199.204.45.235:2380"} {"level":"info","ts":"2026-04-29T21:44:33.278047Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.22:2380","host":"199.204.45.22:2380","resolved-addr":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-29T21:44:33.278095Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.235:2380","host":"199.204.45.235:2380","resolved-addr":"199.204.45.235:2380"} {"level":"info","ts":"2026-04-29T21:44:33.278152Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.22:2380","host":"199.204.45.22:2380","resolved-addr":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-29T21:44:33.278197Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.44:2380","host":"199.204.45.44:2380","resolved-addr":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-29T21:44:33.294135Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-29T21:44:33.301527Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-29T21:44:33.301573Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"e7e94718f5e35d60","cluster-id":"92fa3fee501eaaec"} {"level":"info","ts":"2026-04-29T21:44:33.301665Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-29T21:44:33.302401Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e7e94718f5e35d60 switched to configuration voters=()"} {"level":"info","ts":"2026-04-29T21:44:33.302452Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"e7e94718f5e35d60 became follower at term 0"} {"level":"info","ts":"2026-04-29T21:44:33.302641Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft e7e94718f5e35d60 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-29T21:44:33.311634Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-29T21:44:33.313007Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-29T21:44:33.315046Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-29T21:44:33.315562Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.315583Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45","remote-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-29T21:44:33.315607Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.315619Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a","remote-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-04-29T21:44:33.315635Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.315654Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.316373Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.317500Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.318495Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.318541Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.318574Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45","remote-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-29T21:44:33.318632Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.318670Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.318859Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.319219Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.322130Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.322173Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a","remote-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-04-29T21:44:33.322763Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.323020Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.322706Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"e7e94718f5e35d60","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-29T21:44:33.323433Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T21:44:33.323486Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-29T21:44:33.323532Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-04-29T21:44:33.323582Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T21:44:33.323635Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T21:44:33.323647Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T21:44:33.323710Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-29T21:44:33.324243Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"e7e94718f5e35d60 [term: 0] received a MsgHeartbeat message with higher term from a0a01fc7fbf6be45 [term: 2]"} {"level":"info","ts":"2026-04-29T21:44:33.324294Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"e7e94718f5e35d60 became follower at term 2"} {"level":"info","ts":"2026-04-29T21:44:33.324314Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: e7e94718f5e35d60 elected leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-04-29T21:44:33.324360Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"e7e94718f5e35d60","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-29T21:44:33.324397Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-29T21:44:33.324462Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e7e94718f5e35d60","to":"cfec208fad2d205a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-29T21:44:33.324500Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.324535Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.324705Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e7e94718f5e35d60","to":"a0a01fc7fbf6be45","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-29T21:44:33.324726Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.324809Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.324935Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e7e94718f5e35d60","to":"a0a01fc7fbf6be45","stream-type":"stream Message"} {"level":"info","ts":"2026-04-29T21:44:33.324965Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.321440Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.327655Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e7e94718f5e35d60","to":"cfec208fad2d205a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-29T21:44:33.328073Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.330582Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.333051Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.335802Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"e7e94718f5e35d60","remote-snapshot-sender-id":"a0a01fc7fbf6be45","incoming-snapshot-index":641,"incoming-snapshot-message-size-bytes":9172,"incoming-snapshot-message-size":"9.2 kB"} {"level":"info","ts":"2026-04-29T21:44:33.336728Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.338488Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.348723Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000281.snap.db","bytes":1048576,"size":"1.0 MB"} {"level":"info","ts":"2026-04-29T21:44:33.348786Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"e7e94718f5e35d60","remote-snapshot-sender-id":"a0a01fc7fbf6be45","incoming-snapshot-index":641,"incoming-snapshot-size-bytes":1048576,"incoming-snapshot-size":"1.0 MB","download-took":"13.341902ms"} {"level":"info","ts":"2026-04-29T21:44:33.349003Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 641, term: 2]"} {"level":"info","ts":"2026-04-29T21:44:33.349183Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e7e94718f5e35d60 switched to configuration voters=(11574285986128379461 14982385861812625498) learners=(16710966064865041760)"} {"level":"info","ts":"2026-04-29T21:44:33.349279Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"e7e94718f5e35d60 [commit: 641, lastindex: 641, lastterm: 2] restored snapshot [index: 641, term: 2]"} {"level":"info","ts":"2026-04-29T21:44:33.349305Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"e7e94718f5e35d60 [commit: 641] restored snapshot [index: 641, term: 2]"} {"level":"info","ts":"2026-04-29T21:44:33.349474Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":641,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-29T21:44:33.352357Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":641} {"level":"info","ts":"2026-04-29T21:44:33.352638Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000560028}"} {"level":"info","ts":"2026-04-29T21:44:33.353156Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-29T21:44:33.353194Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"627.307µs"} {"level":"info","ts":"2026-04-29T21:44:33.353251Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-29T21:44:33.360119Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-29T21:44:33.360137Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-29T21:44:33.362324Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":598} {"level":"info","ts":"2026-04-29T21:44:33.362370Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":641} {"level":"info","ts":"2026-04-29T21:44:33.362524Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-29T21:44:33.362541Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-29T21:44:33.364133Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-29T21:44:33.364205Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-29T21:44:33.364238Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-29T21:44:33.364256Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-29T21:44:33.364697Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-29T21:44:33.365023Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-29T21:44:33.365067Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-29T21:44:33.365153Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-29T21:44:33.365170Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"92fa3fee501eaaec","local-member-id":"e7e94718f5e35d60","recovered-remote-peer-id":"a0a01fc7fbf6be45","recovered-remote-peer-urls":["https://199.204.45.44:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-29T21:44:33.365193Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"92fa3fee501eaaec","local-member-id":"e7e94718f5e35d60","recovered-remote-peer-id":"cfec208fad2d205a","recovered-remote-peer-urls":["https://199.204.45.235:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-29T21:44:33.365202Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"92fa3fee501eaaec","local-member-id":"e7e94718f5e35d60","recovered-remote-peer-id":"e7e94718f5e35d60","recovered-remote-peer-urls":["https://199.204.45.22:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-29T21:44:33.365210Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-29T21:44:33.365217Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-29T21:44:33.365242Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-29T21:44:33.365251Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"warn","ts":"2026-04-29T21:44:33.365307Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.365374Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"warn","ts":"2026-04-29T21:44:33.365440Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.365461Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.365556Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"warn","ts":"2026-04-29T21:44:33.365769Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45","error":"context canceled"} {"level":"warn","ts":"2026-04-29T21:44:33.365888Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"a0a01fc7fbf6be45","error":"failed to read a0a01fc7fbf6be45 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-29T21:44:33.365936Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"warn","ts":"2026-04-29T21:44:33.366214Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45","error":"context canceled"} {"level":"info","ts":"2026-04-29T21:44:33.366256Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.366278Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.366317Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"e7e94718f5e35d60","removed-remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.366397Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"cfec208fad2d205a"} {"level":"warn","ts":"2026-04-29T21:44:33.366450Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.366477Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"cfec208fad2d205a"} {"level":"warn","ts":"2026-04-29T21:44:33.366569Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.366590Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.366626Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"warn","ts":"2026-04-29T21:44:33.366774Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a","error":"context canceled"} {"level":"warn","ts":"2026-04-29T21:44:33.366815Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"cfec208fad2d205a","error":"failed to read cfec208fad2d205a on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-29T21:44:33.366837Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"warn","ts":"2026-04-29T21:44:33.367010Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a","error":"context canceled"} {"level":"info","ts":"2026-04-29T21:44:33.367044Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.367064Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.367092Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"e7e94718f5e35d60","removed-remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.367112Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-29T21:44:33.367136Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-29T21:44:33.367163Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.367192Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.367490Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.369186Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.369240Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45","remote-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-29T21:44:33.369279Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.369297Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.369897Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.369893Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.370701Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.370928Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.370439Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.372088Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.372107Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.372126Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.372145Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a","remote-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-04-29T21:44:33.372243Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-29T21:44:33.372261Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":641,"current-applied-index":641,"incoming-leader-snapshot-index":641,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-29T21:44:33.380997Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.381061Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.384217Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.384274Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.387155Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.387167Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.393330Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e7e94718f5e35d60","to":"a0a01fc7fbf6be45","stream-type":"stream Message"} {"level":"info","ts":"2026-04-29T21:44:33.393394Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.393807Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e7e94718f5e35d60","to":"cfec208fad2d205a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-29T21:44:33.393849Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.397169Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e7e94718f5e35d60","to":"a0a01fc7fbf6be45","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-29T21:44:33.397207Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"a0a01fc7fbf6be45"} {"level":"info","ts":"2026-04-29T21:44:33.398557Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"e7e94718f5e35d60","to":"cfec208fad2d205a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-29T21:44:33.398577Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"e7e94718f5e35d60","remote-peer-id":"cfec208fad2d205a"} {"level":"info","ts":"2026-04-29T21:44:33.425079Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"e7e94718f5e35d60","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-04-29T21:44:33.627388Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"e7e94718f5e35d60 switched to configuration voters=(11574285986128379461 14982385861812625498 16710966064865041760)"} {"level":"info","ts":"2026-04-29T21:44:33.627588Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"92fa3fee501eaaec","local-member-id":"e7e94718f5e35d60","promoted-member-id":"e7e94718f5e35d60"} {"level":"warn","ts":"2026-04-29T21:44:40.324277Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"e7e94718f5e35d60","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.22:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-29T21:44:40.333292Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T21:44:40.333356Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T21:44:40.333289Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"e7e94718f5e35d60","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.22:2379]}","cluster-id":"92fa3fee501eaaec","publish-timeout":"7s"} {"level":"info","ts":"2026-04-29T21:44:40.333654Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-29T21:44:40.333715Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-29T21:44:40.334838Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-29T21:44:40.335241Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-29T21:44:40.335401Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-29T21:44:40.337347Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"warn","ts":"2026-04-29T21:44:40.342366Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:58682","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.342791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:58716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.342981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:58690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.344442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:58732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.344539Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:58756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.346098Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:58704","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-29T21:44:40.346487Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-29T21:44:40.346586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:58700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.347348Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:58748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.347534Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.347647Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:58768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.347687Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.347815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.351502Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:58776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.359245Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.373396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33092","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.392264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.405406Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33132","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.411921Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.419659Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.427838Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.437315Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.448061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.458020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.465977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.474512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.483002Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.490699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.499504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.517643Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.526459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.535398Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.567506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.577705Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.588597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.598409Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.609371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.621726Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.630673Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.639874Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.648803Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.657811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.666692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.695165Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.715623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.726509Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33682","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.733849Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.743792Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.758497Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.765340Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.774220Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.794452Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.804912Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.815853Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.826490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.835379Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33852","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.845197Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.855867Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.867861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.878007Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.885875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.897517Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.907000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.919477Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.926900Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.936221Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.946742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:40.993574Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:41.003159Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:41.015800Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:44:41.067392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:45:22.461748Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:22.962338Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:23.463198Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:23.964117Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:24.385763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.928295597s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:24.385930Z","caller":"traceutil/trace.go:172","msg":"trace[48440368] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:872; }","duration":"1.928465901s","start":"2026-04-29T21:45:22.457424Z","end":"2026-04-29T21:45:24.385890Z","steps":["trace[48440368] 'range keys from in-memory index tree' (duration: 1.928236666s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:24.386271Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:23.813353Z","time spent":"572.913626ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T21:45:24.386544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.410738717s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-29T21:45:24.386796Z","caller":"traceutil/trace.go:172","msg":"trace[1175211274] transaction","detail":"{read_only:false; number_of_response:0; response_revision:872; }","duration":"2.466718332s","start":"2026-04-29T21:45:21.920037Z","end":"2026-04-29T21:45:24.386756Z","steps":["trace[1175211274] 'process raft request' (duration: 55.158338ms)","trace[1175211274] 'compare' (duration: 2.410677477s)"],"step_count":2} {"level":"info","ts":"2026-04-29T21:45:24.386943Z","caller":"traceutil/trace.go:172","msg":"trace[842043316] transaction","detail":"{read_only:false; number_of_response:1; response_revision:872; }","duration":"2.461027776s","start":"2026-04-29T21:45:21.925828Z","end":"2026-04-29T21:45:24.386856Z","steps":["trace[842043316] 'process raft request' (duration: 2.460816592s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:24.386967Z","caller":"traceutil/trace.go:172","msg":"trace[137669958] transaction","detail":"{read_only:false; number_of_response:1; response_revision:872; }","duration":"2.461125428s","start":"2026-04-29T21:45:21.925830Z","end":"2026-04-29T21:45:24.386955Z","steps":["trace[137669958] 'process raft request' (duration: 2.460938144s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:24.387347Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.925808Z","time spent":"2.46120628s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7743,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:24.387142Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.920021Z","time spent":"2.466859114s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T21:45:24.387477Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.925815Z","time spent":"2.4612319s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10113,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:24.465250Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:24.517153Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.141155789s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T21:45:24.794114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.477107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-29T21:45:24.794608Z","caller":"traceutil/trace.go:172","msg":"trace[1770309737] transaction","detail":"{read_only:false; number_of_response:0; response_revision:874; }","duration":"2.84525656s","start":"2026-04-29T21:45:21.949332Z","end":"2026-04-29T21:45:24.794589Z","steps":["trace[1770309737] 'process raft request' (duration: 2.84522586s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:24.794647Z","caller":"traceutil/trace.go:172","msg":"trace[765363242] transaction","detail":"{read_only:false; number_of_response:1; response_revision:874; }","duration":"2.845350172s","start":"2026-04-29T21:45:21.949263Z","end":"2026-04-29T21:45:24.794613Z","steps":["trace[765363242] 'process raft request' (duration: 2.84520589s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:24.794886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.949327Z","time spent":"2.845437644s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T21:45:24.795088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.949242Z","time spent":"2.845713539s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7743,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:24.965679Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576215,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T21:45:25.011501Z","caller":"traceutil/trace.go:172","msg":"trace[2045923428] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:975; }","duration":"3.04987647s","start":"2026-04-29T21:45:21.961581Z","end":"2026-04-29T21:45:25.011458Z","steps":["trace[2045923428] 'read index received' (duration: 3.04986833s)","trace[2045923428] 'applied index is now lower than readState.Index' (duration: 6.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:25.011604Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6728551408077576231,"received-request-id":6728551408077576215} {"level":"warn","ts":"2026-04-29T21:45:25.011835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.050221297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-29T21:45:25.011886Z","caller":"traceutil/trace.go:172","msg":"trace[836030891] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:874; }","duration":"3.050296218s","start":"2026-04-29T21:45:21.961574Z","end":"2026-04-29T21:45:25.011871Z","steps":["trace[836030891] 'agreement among raft nodes before linearized reading' (duration: 3.050097825s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.011941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.961559Z","time spent":"3.05036848s","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1037,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-04-29T21:45:25.012580Z","caller":"traceutil/trace.go:172","msg":"trace[1539066474] transaction","detail":"{read_only:false; number_of_response:1; response_revision:875; }","duration":"3.059444364s","start":"2026-04-29T21:45:21.953121Z","end":"2026-04-29T21:45:25.012565Z","steps":["trace[1539066474] 'process raft request' (duration: 3.058781091s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.012670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.953105Z","time spent":"3.059508616s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28791,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T21:45:25.012910Z","caller":"traceutil/trace.go:172","msg":"trace[366503249] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"2.826050754s","start":"2026-04-29T21:45:22.186850Z","end":"2026-04-29T21:45:25.012901Z","steps":["trace[366503249] 'process raft request' (duration: 2.825997503s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.012960Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:22.186819Z","time spent":"2.826116286s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T21:45:25.013081Z","caller":"traceutil/trace.go:172","msg":"trace[1837357556] transaction","detail":"{read_only:false; number_of_response:1; response_revision:875; }","duration":"3.055498745s","start":"2026-04-29T21:45:21.957575Z","end":"2026-04-29T21:45:25.013074Z","steps":["trace[1837357556] 'process raft request' (duration: 3.054361761s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.013118Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.957553Z","time spent":"3.055542486s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30426,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T21:45:25.013113Z","caller":"traceutil/trace.go:172","msg":"trace[1327563117] transaction","detail":"{read_only:false; number_of_response:1; response_revision:881; }","duration":"3.026395884s","start":"2026-04-29T21:45:21.986704Z","end":"2026-04-29T21:45:25.013100Z","steps":["trace[1327563117] 'process raft request' (duration: 3.026121528s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.013185Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.986675Z","time spent":"3.026473004s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":64514,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T21:45:25.013576Z","caller":"traceutil/trace.go:172","msg":"trace[450244748] transaction","detail":"{read_only:false; number_of_response:1; response_revision:881; }","duration":"3.027353703s","start":"2026-04-29T21:45:21.986212Z","end":"2026-04-29T21:45:25.013566Z","steps":["trace[450244748] 'process raft request' (duration: 3.026579448s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.013653Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:21.986172Z","time spent":"3.027445005s","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":58896,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T21:45:25.023496Z","caller":"traceutil/trace.go:172","msg":"trace[298540141] transaction","detail":"{read_only:false; number_of_response:1; response_revision:885; }","duration":"611.180199ms","start":"2026-04-29T21:45:24.412301Z","end":"2026-04-29T21:45:25.023481Z","steps":["trace[298540141] 'process raft request' (duration: 611.013646ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:25.023509Z","caller":"traceutil/trace.go:172","msg":"trace[1824098321] transaction","detail":"{read_only:false; number_of_response:1; response_revision:885; }","duration":"621.822562ms","start":"2026-04-29T21:45:24.401673Z","end":"2026-04-29T21:45:25.023495Z","steps":["trace[1824098321] 'process raft request' (duration: 621.596048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.023605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:24.412291Z","time spent":"611.258671ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":79999,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:25.023605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:24.401661Z","time spent":"621.895315ms","remote":"127.0.0.1:33108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31173,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:25.038155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.696345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-29T21:45:25.038271Z","caller":"traceutil/trace.go:172","msg":"trace[1107818729] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:887; }","duration":"241.822138ms","start":"2026-04-29T21:45:24.796438Z","end":"2026-04-29T21:45:25.038260Z","steps":["trace[1107818729] 'agreement among raft nodes before linearized reading' (duration: 241.611574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.038849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"652.872424ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:25.041432Z","caller":"traceutil/trace.go:172","msg":"trace[1172735674] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:888; }","duration":"655.448735ms","start":"2026-04-29T21:45:24.385968Z","end":"2026-04-29T21:45:25.041417Z","steps":["trace[1172735674] 'agreement among raft nodes before linearized reading' (duration: 652.235971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.039041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"649.284272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-04-29T21:45:25.041554Z","caller":"traceutil/trace.go:172","msg":"trace[500706830] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:888; }","duration":"651.810012ms","start":"2026-04-29T21:45:24.389729Z","end":"2026-04-29T21:45:25.041539Z","steps":["trace[500706830] 'agreement among raft nodes before linearized reading' (duration: 648.473756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.041599Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:24.389705Z","time spent":"651.883134ms","remote":"127.0.0.1:34134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1019,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.039095Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.513358301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:25.041709Z","caller":"traceutil/trace.go:172","msg":"trace[916363586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:888; }","duration":"1.515969773s","start":"2026-04-29T21:45:23.525732Z","end":"2026-04-29T21:45:25.041702Z","steps":["trace[916363586] 'agreement among raft nodes before linearized reading' (duration: 1.512476754s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.041744Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:23.525706Z","time spent":"1.516025225s","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T21:45:25.039109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.260306197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-04-29T21:45:25.039171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.364992084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-04-29T21:45:25.039214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.157286323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-29T21:45:25.039273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.35979045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T21:45:25.039316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"952.8169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T21:45:25.041912Z","caller":"traceutil/trace.go:172","msg":"trace[1009659039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:888; }","duration":"955.426912ms","start":"2026-04-29T21:45:24.086479Z","end":"2026-04-29T21:45:25.041906Z","steps":["trace[1009659039] 'agreement among raft nodes before linearized reading' (duration: 951.734099ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:25.041952Z","caller":"traceutil/trace.go:172","msg":"trace[172280669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:888; }","duration":"1.36776076s","start":"2026-04-29T21:45:23.674173Z","end":"2026-04-29T21:45:25.041934Z","steps":["trace[172280669] 'agreement among raft nodes before linearized reading' (duration: 1.364009804s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.041993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:24.086447Z","time spent":"955.479396ms","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-29T21:45:25.041988Z","caller":"traceutil/trace.go:172","msg":"trace[404257879] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:888; }","duration":"2.16007171s","start":"2026-04-29T21:45:22.881904Z","end":"2026-04-29T21:45:25.041975Z","steps":["trace[404257879] 'agreement among raft nodes before linearized reading' (duration: 2.156321215s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.042025Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:22.881881Z","time spent":"2.160134002s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.22\" limit:1 "} {"level":"info","ts":"2026-04-29T21:45:25.042049Z","caller":"traceutil/trace.go:172","msg":"trace[1969740305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:888; }","duration":"1.263268797s","start":"2026-04-29T21:45:23.778774Z","end":"2026-04-29T21:45:25.042043Z","steps":["trace[1969740305] 'agreement among raft nodes before linearized reading' (duration: 1.259379569s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.042071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:23.778735Z","time spent":"1.263330187s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:25.042024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:23.674134Z","time spent":"1.367870181s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-29T21:45:25.042145Z","caller":"traceutil/trace.go:172","msg":"trace[1668614310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:888; }","duration":"1.362667858s","start":"2026-04-29T21:45:23.679471Z","end":"2026-04-29T21:45:25.042139Z","steps":["trace[1668614310] 'agreement among raft nodes before linearized reading' (duration: 1.358725979s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:25.042234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:23.679459Z","time spent":"1.362766599s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:31.922508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.401197ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:31.922678Z","caller":"traceutil/trace.go:172","msg":"trace[1713336732] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:964; }","duration":"511.57437ms","start":"2026-04-29T21:45:31.411079Z","end":"2026-04-29T21:45:31.922653Z","steps":["trace[1713336732] 'range keys from in-memory index tree' (duration: 511.352816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:31.922635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.243723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:31.922754Z","caller":"traceutil/trace.go:172","msg":"trace[799553339] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:964; }","duration":"466.399876ms","start":"2026-04-29T21:45:31.456330Z","end":"2026-04-29T21:45:31.922730Z","steps":["trace[799553339] 'range keys from in-memory index tree' (duration: 466.199472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:31.924543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.741553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-29T21:45:32.027306Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:32.528261Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:33.028862Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:33.527144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000573926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T21:45:33.527269Z","caller":"traceutil/trace.go:172","msg":"trace[1979922949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00073127s","start":"2026-04-29T21:45:31.526512Z","end":"2026-04-29T21:45:33.527244Z","steps":["trace[1979922949] 'agreement among raft nodes before linearized reading' (duration: 2.000571126s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:33.527348Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.526491Z","time spent":"2.000846022s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 21:45:33 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T21:45:33.529550Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:33.628175Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.605468007s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T21:45:34.030789Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576296,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T21:45:34.351213Z","caller":"traceutil/trace.go:172","msg":"trace[213997241] linearizableReadLoop","detail":"{readStateIndex:1137; appliedIndex:1139; }","duration":"2.824660703s","start":"2026-04-29T21:45:31.526520Z","end":"2026-04-29T21:45:34.351180Z","steps":["trace[213997241] 'read index received' (duration: 2.824652423s)","trace[213997241] 'applied index is now lower than readState.Index' (duration: 6.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:34.851967Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:35.353117Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:35.535800Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999880804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T21:45:35.535878Z","caller":"traceutil/trace.go:172","msg":"trace[1052217019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999968356s","start":"2026-04-29T21:45:33.535887Z","end":"2026-04-29T21:45:35.535855Z","steps":["trace[1052217019] 'agreement among raft nodes before linearized reading' (duration: 1.999878284s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:35.535975Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:33.535877Z","time spent":"2.000088908s","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 21:45:35 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T21:45:35.853884Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:36.354254Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:36.734320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.383016882s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T21:45:36.737970Z","caller":"traceutil/trace.go:172","msg":"trace[1704878899] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"4.995364337s","start":"2026-04-29T21:45:31.742566Z","end":"2026-04-29T21:45:36.737931Z","steps":["trace[1704878899] 'process raft request' (duration: 4.991843929s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:36.738160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.742546Z","time spent":"4.995535119s","remote":"127.0.0.1:33342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4166,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T21:45:36.738692Z","caller":"traceutil/trace.go:172","msg":"trace[1142171417] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"5.166209833s","start":"2026-04-29T21:45:31.572423Z","end":"2026-04-29T21:45:36.738633Z","steps":["trace[1142171417] 'process raft request' (duration: 2.778812176s)","trace[1142171417] 'compare' (duration: 2.382913271s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:36.738855Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.572389Z","time spent":"5.166382495s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:36.747702Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.396475061s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T21:45:36.747898Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6728551408077576300,"received-request-id":6728551408077576296} {"level":"warn","ts":"2026-04-29T21:45:36.855254Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:36.916077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.99885186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T21:45:36.916161Z","caller":"traceutil/trace.go:172","msg":"trace[1896465103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998962752s","start":"2026-04-29T21:45:31.917181Z","end":"2026-04-29T21:45:36.916143Z","steps":["trace[1896465103] 'agreement among raft nodes before linearized reading' (duration: 4.99884628s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:36.916220Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.917162Z","time spent":"4.999047193s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-29T21:45:37.124386Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"e7e94718f5e35d60 [logterm: 2, index: 1155, vote: 0] ignored MsgPreVote from a0a01fc7fbf6be45 [logterm: 2, index: 1155] at term 2: lease is not expired (remaining ticks: 5)"} {"level":"warn","ts":"2026-04-29T21:45:37.211237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999124697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T21:45:37.211323Z","caller":"traceutil/trace.go:172","msg":"trace[1657431055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999235029s","start":"2026-04-29T21:45:32.212066Z","end":"2026-04-29T21:45:37.211301Z","steps":["trace[1657431055] 'agreement among raft nodes before linearized reading' (duration: 4.999121817s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.211391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:32.212028Z","time spent":"4.999348411s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/04/29 21:45:37 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T21:45:37.355596Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6728551408077576300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T21:45:37.536307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999944936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T21:45:37.536380Z","caller":"traceutil/trace.go:172","msg":"trace[1425181888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033678s","start":"2026-04-29T21:45:35.536329Z","end":"2026-04-29T21:45:37.536362Z","steps":["trace[1425181888] 'agreement among raft nodes before linearized reading' (duration: 1.999942386s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.536466Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:35.536295Z","time spent":"2.000161229s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T21:45:37.703722Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"e7e94718f5e35d60 is starting a new election at term 2"} {"level":"info","ts":"2026-04-29T21:45:37.703799Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"e7e94718f5e35d60 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-29T21:45:37.703828Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"e7e94718f5e35d60 [logterm: 2, index: 1155] sent MsgPreVote request to a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-04-29T21:45:37.703840Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"e7e94718f5e35d60 [logterm: 2, index: 1155] sent MsgPreVote request to cfec208fad2d205a at term 2"} {"level":"info","ts":"2026-04-29T21:45:37.703851Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: e7e94718f5e35d60 lost leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-04-29T21:45:37.703891Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"e7e94718f5e35d60 received MsgPreVoteResp from e7e94718f5e35d60 at term 2"} {"level":"info","ts":"2026-04-29T21:45:37.703908Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"e7e94718f5e35d60 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-29T21:45:37.704902Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"e7e94718f5e35d60 received MsgPreVoteResp from a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-04-29T21:45:37.704938Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"e7e94718f5e35d60 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-29T21:45:37.704967Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"e7e94718f5e35d60 became candidate at term 3"} {"level":"info","ts":"2026-04-29T21:45:37.704993Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"e7e94718f5e35d60 [logterm: 2, index: 1155] sent MsgVote request to a0a01fc7fbf6be45 at term 3"} {"level":"info","ts":"2026-04-29T21:45:37.705012Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"e7e94718f5e35d60 [logterm: 2, index: 1155] sent MsgVote request to cfec208fad2d205a at term 3"} {"level":"info","ts":"2026-04-29T21:45:37.734653Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"e7e94718f5e35d60 received MsgVoteResp from e7e94718f5e35d60 at term 3"} {"level":"info","ts":"2026-04-29T21:45:37.734735Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"e7e94718f5e35d60 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-29T21:45:37.799279Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"e7e94718f5e35d60 received MsgVoteResp from a0a01fc7fbf6be45 at term 3"} {"level":"info","ts":"2026-04-29T21:45:37.799358Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"e7e94718f5e35d60 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-29T21:45:37.799438Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"e7e94718f5e35d60 became leader at term 3"} {"level":"info","ts":"2026-04-29T21:45:37.799461Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: e7e94718f5e35d60 elected leader e7e94718f5e35d60 at term 3"} {"level":"warn","ts":"2026-04-29T21:45:37.799648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.334015071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-29T21:45:37.799673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.917485114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-29T21:45:37.799737Z","caller":"traceutil/trace.go:172","msg":"trace[269900137] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; }","duration":"4.917559845s","start":"2026-04-29T21:45:32.882157Z","end":"2026-04-29T21:45:37.799717Z","steps":["trace[269900137] 'agreement among raft nodes before linearized reading' (duration: 4.917482904s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.799774Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:32.882132Z","time spent":"4.917633527s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.22\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:37.799757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.083278483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8xpnr\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-29T21:45:37.799752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.876872651s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-29T21:45:37.799821Z","caller":"traceutil/trace.go:172","msg":"trace[365028115] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8xpnr; range_end:; }","duration":"6.083355245s","start":"2026-04-29T21:45:31.716446Z","end":"2026-04-29T21:45:37.799802Z","steps":["trace[365028115] 'agreement among raft nodes before linearized reading' (duration: 6.083275483s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.799792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.600762132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-29T21:45:37.799877Z","caller":"traceutil/trace.go:172","msg":"trace[657433963] range","detail":"{range_begin:; range_end:; }","duration":"5.877047684s","start":"2026-04-29T21:45:31.922804Z","end":"2026-04-29T21:45:37.799852Z","steps":["trace[657433963] 'agreement among raft nodes before linearized reading' (duration: 5.87686196s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.799889Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:31.716424Z","time spent":"6.083451276s","remote":"127.0.0.1:33348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-8xpnr\" limit:1 "} {"level":"info","ts":"2026-04-29T21:45:37.799715Z","caller":"traceutil/trace.go:172","msg":"trace[11490017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"4.334105003s","start":"2026-04-29T21:45:33.465593Z","end":"2026-04-29T21:45:37.799698Z","steps":["trace[11490017] 'agreement among raft nodes before linearized reading' (duration: 4.334014021s)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:37.799885Z","caller":"traceutil/trace.go:172","msg":"trace[709775819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"4.600861774s","start":"2026-04-29T21:45:33.199011Z","end":"2026-04-29T21:45:37.799873Z","steps":["trace[709775819] 'agreement among raft nodes before linearized reading' (duration: 4.600759732s)"],"step_count":1} {"level":"error","ts":"2026-04-29T21:45:37.799972Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-29T21:45:37.800084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:33.198988Z","time spent":"4.601084079s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:37.799989Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:33.465556Z","time spent":"4.334420638s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-29T21:45:37.803848Z","caller":"traceutil/trace.go:172","msg":"trace[1979188812] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"4.271289919s","start":"2026-04-29T21:45:33.532542Z","end":"2026-04-29T21:45:37.803831Z","steps":["trace[1979188812] 'process raft request' (duration: 4.271171247s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:37.804083Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:33.532472Z","time spent":"4.271465533s","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T21:45:38.059746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.983677ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-29T21:45:38.112239Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cfec208fad2d205a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"109.009093ms"} {"level":"warn","ts":"2026-04-29T21:45:38.112383Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a0a01fc7fbf6be45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"109.160596ms"} {"level":"warn","ts":"2026-04-29T21:45:38.163409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.153887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-29T21:45:38.163742Z","caller":"traceutil/trace.go:172","msg":"trace[930135731] linearizableReadLoop","detail":"{readStateIndex:1156; appliedIndex:1151; }","duration":"364.138118ms","start":"2026-04-29T21:45:37.799574Z","end":"2026-04-29T21:45:38.163712Z","steps":["trace[930135731] 'read index received' (duration: 4.829322ms)","trace[930135731] 'applied index is now lower than readState.Index' (duration: 359.305876ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T21:45:38.164192Z","caller":"traceutil/trace.go:172","msg":"trace[386753969] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"2.870710022s","start":"2026-04-29T21:45:35.293464Z","end":"2026-04-29T21:45:38.164174Z","steps":["trace[386753969] 'process raft request' (duration: 2.870527188s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.164316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:35.293439Z","time spent":"2.870809635s","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T21:45:38.164141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"619.881125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:38.165005Z","caller":"traceutil/trace.go:172","msg":"trace[1468174926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:987; }","duration":"620.746501ms","start":"2026-04-29T21:45:37.544237Z","end":"2026-04-29T21:45:38.164984Z","steps":["trace[1468174926] 'agreement among raft nodes before linearized reading' (duration: 619.845263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.165332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:37.544213Z","time spent":"621.105209ms","remote":"127.0.0.1:33018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T21:45:38.358673Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cfec208fad2d205a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"46.270769ms"} {"level":"warn","ts":"2026-04-29T21:45:38.358721Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a0a01fc7fbf6be45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"46.322531ms"} {"level":"info","ts":"2026-04-29T21:45:38.359880Z","caller":"traceutil/trace.go:172","msg":"trace[795699770] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1157; }","duration":"195.909364ms","start":"2026-04-29T21:45:38.163950Z","end":"2026-04-29T21:45:38.359859Z","steps":["trace[795699770] 'read index received' (duration: 195.900784ms)","trace[795699770] 'applied index is now lower than readState.Index' (duration: 7.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T21:45:38.360506Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"558.38836ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T21:45:38.360611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"534.802868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T21:45:38.360694Z","caller":"traceutil/trace.go:172","msg":"trace[900403771] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:988; }","duration":"558.615136ms","start":"2026-04-29T21:45:37.801935Z","end":"2026-04-29T21:45:38.360550Z","steps":["trace[900403771] 'agreement among raft nodes before linearized reading' (duration: 558.062034ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T21:45:38.360641Z","caller":"traceutil/trace.go:172","msg":"trace[248164436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:988; }","duration":"534.837168ms","start":"2026-04-29T21:45:37.825793Z","end":"2026-04-29T21:45:38.360630Z","steps":["trace[248164436] 'agreement among raft nodes before linearized reading' (duration: 534.101264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.360811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:37.825772Z","time spent":"535.027932ms","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:38.361563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.899078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.22\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-29T21:45:38.361637Z","caller":"traceutil/trace.go:172","msg":"trace[248908883] range","detail":"{range_begin:/registry/masterleases/199.204.45.22; range_end:; response_count:1; response_revision:988; }","duration":"535.98904ms","start":"2026-04-29T21:45:37.825630Z","end":"2026-04-29T21:45:38.361619Z","steps":["trace[248908883] 'agreement among raft nodes before linearized reading' (duration: 534.342428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.361678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:37.825624Z","time spent":"536.044992ms","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.22\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:38.362595Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"536.191274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8xpnr\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-04-29T21:45:38.362638Z","caller":"traceutil/trace.go:172","msg":"trace[731210386] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8xpnr; range_end:; response_count:1; response_revision:988; }","duration":"536.234745ms","start":"2026-04-29T21:45:37.826390Z","end":"2026-04-29T21:45:38.362625Z","steps":["trace[731210386] 'agreement among raft nodes before linearized reading' (duration: 533.527583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.362674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:37.826384Z","time spent":"536.281646ms","remote":"127.0.0.1:33348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18373,"request content":"key:\"/registry/pods/kube-system/cilium-8xpnr\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:38.362643Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"536.759835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-29T21:45:38.363170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"552.415106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18aaf20b5a883c45\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-29T21:45:38.363226Z","caller":"traceutil/trace.go:172","msg":"trace[238719880] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18aaf20b5a883c45; range_end:; response_count:1; response_revision:988; }","duration":"552.472807ms","start":"2026-04-29T21:45:37.810738Z","end":"2026-04-29T21:45:38.363211Z","steps":["trace[238719880] 'agreement among raft nodes before linearized reading' (duration: 549.249075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.363267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:37.810722Z","time spent":"552.532638ms","remote":"127.0.0.1:33148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18aaf20b5a883c45\" limit:1 "} {"level":"info","ts":"2026-04-29T21:45:38.363108Z","caller":"traceutil/trace.go:172","msg":"trace[255590847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:988; }","duration":"537.138122ms","start":"2026-04-29T21:45:37.825864Z","end":"2026-04-29T21:45:38.363002Z","steps":["trace[255590847] 'agreement among raft nodes before linearized reading' (duration: 534.120504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.363638Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-29T21:45:37.825845Z","time spent":"537.488658ms","remote":"127.0.0.1:33492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-29T21:45:38.364680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.053005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:38.364736Z","caller":"traceutil/trace.go:172","msg":"trace[844685535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:993; }","duration":"198.105386ms","start":"2026-04-29T21:45:38.166616Z","end":"2026-04-29T21:45:38.364722Z","steps":["trace[844685535] 'agreement among raft nodes before linearized reading' (duration: 198.032735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:38.721303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.717572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-29T21:45:38.856665Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cfec208fad2d205a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"43.277543ms"} {"level":"warn","ts":"2026-04-29T21:45:38.856724Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a0a01fc7fbf6be45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"43.409785ms"} {"level":"warn","ts":"2026-04-29T21:45:41.014035Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"cfec208fad2d205a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"291.388141ms"} {"level":"warn","ts":"2026-04-29T21:45:41.014211Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"a0a01fc7fbf6be45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"291.494993ms"} {"level":"warn","ts":"2026-04-29T21:45:43.426862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.522312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T21:45:43.426992Z","caller":"traceutil/trace.go:172","msg":"trace[1234847066] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1080; }","duration":"115.652994ms","start":"2026-04-29T21:45:43.311313Z","end":"2026-04-29T21:45:43.426966Z","steps":["trace[1234847066] 'range keys from in-memory index tree' (duration: 114.489602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T21:45:51.774419Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:45:51.802361Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58344","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:45:51.821262Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:45:51.845527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:45:51.938967Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:05.925692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.020129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.156480Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.182763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.197329Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.241925Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.285924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.304108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.344920Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.452092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.529515Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.551954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.574623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.667040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.689571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:06.708763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:07.728136Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:07.738480Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-29T21:46:07.918019Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36536","server-name":"","error":"EOF"}