{"level":"warn","ts":"2026-04-18T17:55:59.480000Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-18T17:55:59.480189Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-18T17:55:59.480212Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.221:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.221:2380","--initial-cluster=controller-1=https://199.19.213.83:2380,controller-2=https://199.19.213.175:2380,controller-3=https://199.19.213.221:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.221:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.221:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-18T17:55:59.480367Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-18T17:55:59.480402Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-18T17:55:59.480417Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.221:2380"]} {"level":"info","ts":"2026-04-18T17:55:59.480458Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:55:59.481017Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.221:2379"]} {"level":"info","ts":"2026-04-18T17:55:59.481124Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.221:2380"],"listen-peer-urls":["https://199.19.213.221:2380"],"advertise-client-urls":["https://199.19.213.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.83:2380,controller-2=https://199.19.213.175:2380,controller-3=https://199.19.213.221:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-18T17:55:59.482032Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000daca0}"} {"level":"info","ts":"2026-04-18T17:55:59.485194Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-18T17:55:59.485259Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.356987ms"} {"level":"info","ts":"2026-04-18T17:55:59.485312Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-18T17:55:59.485336Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-18T17:55:59.496802Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.83:2380","host":"199.19.213.83:2380","resolved-addr":"199.19.213.83:2380"} {"level":"info","ts":"2026-04-18T17:55:59.496857Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.175:2380","host":"199.19.213.175:2380","resolved-addr":"199.19.213.175:2380"} {"level":"info","ts":"2026-04-18T17:55:59.496887Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.221:2380","host":"199.19.213.221:2380","resolved-addr":"199.19.213.221:2380"} {"level":"info","ts":"2026-04-18T17:55:59.496898Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.175:2380","host":"199.19.213.175:2380","resolved-addr":"199.19.213.175:2380"} {"level":"info","ts":"2026-04-18T17:55:59.496912Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.221:2380","host":"199.19.213.221:2380","resolved-addr":"199.19.213.221:2380"} {"level":"info","ts":"2026-04-18T17:55:59.496921Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.83:2380","host":"199.19.213.83:2380","resolved-addr":"199.19.213.83:2380"} {"level":"info","ts":"2026-04-18T17:55:59.509112Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-18T17:55:59.519862Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-18T17:55:59.519926Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"aaac29a910802909","cluster-id":"8c4d9ec591b76d84"} {"level":"info","ts":"2026-04-18T17:55:59.519960Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-18T17:55:59.520080Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"aaac29a910802909 switched to configuration voters=()"} {"level":"info","ts":"2026-04-18T17:55:59.520147Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"aaac29a910802909 became follower at term 0"} {"level":"info","ts":"2026-04-18T17:55:59.520162Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft aaac29a910802909 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-18T17:55:59.534287Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-18T17:55:59.536008Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-18T17:55:59.540557Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-18T17:55:59.546228Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.546330Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b","remote-peer-urls":["https://199.19.213.83:2380"]} {"level":"info","ts":"2026-04-18T17:55:59.546418Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.546431Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85","remote-peer-urls":["https://199.19.213.175:2380"]} {"level":"info","ts":"2026-04-18T17:55:59.546517Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.546570Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.547032Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.547157Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.547183Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.547122Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.548439Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b","remote-peer-urls":["https://199.19.213.83:2380"]} {"level":"info","ts":"2026-04-18T17:55:59.548518Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.548461Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.548794Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.550634Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.550801Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.550819Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85","remote-peer-urls":["https://199.19.213.175:2380"]} {"level":"info","ts":"2026-04-18T17:55:59.550739Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.550859Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"aaac29a910802909","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-18T17:55:59.551092Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:55:59.551147Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:55:59.551155Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:55:59.551167Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:55:59.551328Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-18T17:55:59.551393Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"aaac29a910802909","initial-advertise-peer-urls":["https://199.19.213.221:2380"],"listen-peer-urls":["https://199.19.213.221:2380"],"advertise-client-urls":["https://199.19.213.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-18T17:55:59.551413Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-18T17:55:59.551509Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.221:2380"} {"level":"info","ts":"2026-04-18T17:55:59.551531Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.221:2380"} {"level":"info","ts":"2026-04-18T17:55:59.551977Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"aaac29a910802909","to":"5887d25060a34f1b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:55:59.552007Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.552058Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.552249Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"aaac29a910802909 [term: 0] received a MsgHeartbeat message with higher term from 5887d25060a34f1b [term: 2]"} {"level":"info","ts":"2026-04-18T17:55:59.552281Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"aaac29a910802909 became follower at term 2"} {"level":"info","ts":"2026-04-18T17:55:59.552318Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: aaac29a910802909 elected leader 5887d25060a34f1b at term 2"} {"level":"info","ts":"2026-04-18T17:55:59.552734Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"aaac29a910802909","to":"5887d25060a34f1b","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:55:59.552756Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.554409Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.554529Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.554871Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"aaac29a910802909","to":"86eaf4f5998ccb85","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:55:59.554911Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.555050Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.565217Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.565394Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.565614Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.569117Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.582074Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"aaac29a910802909","to":"86eaf4f5998ccb85","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:55:59.582143Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.601442Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"aaac29a910802909","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-04-18T17:55:59.642397Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"aaac29a910802909","remote-snapshot-sender-id":"5887d25060a34f1b","incoming-snapshot-index":693,"incoming-snapshot-message-size-bytes":8747,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-04-18T17:55:59.666960Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002b5.snap.db","bytes":1036288,"size":"1.0 MB"} {"level":"info","ts":"2026-04-18T17:55:59.667021Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"aaac29a910802909","remote-snapshot-sender-id":"5887d25060a34f1b","incoming-snapshot-index":693,"incoming-snapshot-size-bytes":1036288,"incoming-snapshot-size":"1.0 MB","download-took":"24.745902ms"} {"level":"info","ts":"2026-04-18T17:55:59.667352Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 693, term: 2]"} {"level":"info","ts":"2026-04-18T17:55:59.667510Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"aaac29a910802909 switched to configuration voters=(6379298639854128923 9721852081312942981) learners=(12298250488545028361)"} {"level":"info","ts":"2026-04-18T17:55:59.667562Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"aaac29a910802909 [commit: 693, lastindex: 693, lastterm: 2] restored snapshot [index: 693, term: 2]"} {"level":"info","ts":"2026-04-18T17:55:59.667591Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"aaac29a910802909 [commit: 693] restored snapshot [index: 693, term: 2]"} {"level":"info","ts":"2026-04-18T17:55:59.667732Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":693,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-18T17:55:59.672695Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":693} {"level":"info","ts":"2026-04-18T17:55:59.673104Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003f4030}"} {"level":"info","ts":"2026-04-18T17:55:59.674433Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-18T17:55:59.675975Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.946321ms"} {"level":"info","ts":"2026-04-18T17:55:59.676112Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-18T17:55:59.682013Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-18T17:55:59.682029Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-18T17:55:59.684685Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":644} {"level":"info","ts":"2026-04-18T17:55:59.684722Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":693} {"level":"info","ts":"2026-04-18T17:55:59.684739Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-18T17:55:59.684810Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-18T17:55:59.687896Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-18T17:55:59.688778Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-18T17:55:59.688799Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-18T17:55:59.688915Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-18T17:55:59.688931Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-18T17:55:59.689596Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-18T17:55:59.689774Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-18T17:55:59.689979Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:55:59.690035Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"8c4d9ec591b76d84","local-member-id":"aaac29a910802909","recovered-remote-peer-id":"5887d25060a34f1b","recovered-remote-peer-urls":["https://199.19.213.83:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-18T17:55:59.690073Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"8c4d9ec591b76d84","local-member-id":"aaac29a910802909","recovered-remote-peer-id":"86eaf4f5998ccb85","recovered-remote-peer-urls":["https://199.19.213.175:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-18T17:55:59.690081Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"8c4d9ec591b76d84","local-member-id":"aaac29a910802909","recovered-remote-peer-id":"aaac29a910802909","recovered-remote-peer-urls":["https://199.19.213.221:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:55:59.690092Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:55:59.690104Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-18T17:55:59.690133Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-18T17:55:59.690148Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"86eaf4f5998ccb85"} {"level":"warn","ts":"2026-04-18T17:55:59.690278Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.690311Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"86eaf4f5998ccb85"} {"level":"warn","ts":"2026-04-18T17:55:59.690352Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.690398Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.690500Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"warn","ts":"2026-04-18T17:55:59.690714Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85","error":"context canceled"} {"level":"warn","ts":"2026-04-18T17:55:59.690797Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"86eaf4f5998ccb85","error":"failed to read 86eaf4f5998ccb85 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-18T17:55:59.690836Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"warn","ts":"2026-04-18T17:55:59.690986Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:55:59.691034Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.691056Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.691084Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"aaac29a910802909","removed-remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.691101Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"warn","ts":"2026-04-18T17:55:59.691137Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.691160Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"5887d25060a34f1b"} {"level":"warn","ts":"2026-04-18T17:55:59.691195Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.691217Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.691344Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"warn","ts":"2026-04-18T17:55:59.691463Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b","error":"context canceled"} {"level":"warn","ts":"2026-04-18T17:55:59.691491Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"5887d25060a34f1b","error":"failed to read 5887d25060a34f1b on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-18T17:55:59.691517Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"warn","ts":"2026-04-18T17:55:59.691652Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:55:59.691732Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.691757Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.691770Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"aaac29a910802909","removed-remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.691782Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-18T17:55:59.691796Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-18T17:55:59.691824Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.691873Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.710378Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.710395Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.710415Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.710429Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b","remote-peer-urls":["https://199.19.213.83:2380"]} {"level":"info","ts":"2026-04-18T17:55:59.710986Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.711040Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.711103Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.711275Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.711337Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"aaac29a910802909","to":"5887d25060a34f1b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:55:59.711367Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.711421Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.712945Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.717093Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.717676Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.717719Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85","remote-peer-urls":["https://199.19.213.175:2380"]} {"level":"info","ts":"2026-04-18T17:55:59.717735Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-18T17:55:59.717943Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"aaac29a910802909","to":"86eaf4f5998ccb85","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:55:59.717967Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.718099Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.718181Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.718339Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.717806Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":693,"current-applied-index":693,"incoming-leader-snapshot-index":693,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-18T17:55:59.719522Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"aaac29a910802909","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.221:2379]}","cluster-id":"8c4d9ec591b76d84","publish-timeout":"7s"} {"level":"info","ts":"2026-04-18T17:55:59.719639Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:55:59.719678Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:55:59.720007Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-18T17:55:59.720129Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-04-18T17:55:59.721022Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-18T17:55:59.721189Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:55:59.721287Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:55:59.721838Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"aaac29a910802909","to":"86eaf4f5998ccb85","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:55:59.721910Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.725450Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.221:2379"} {"level":"info","ts":"2026-04-18T17:55:59.727592Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"aaac29a910802909","to":"5887d25060a34f1b","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:55:59.727670Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-18T17:55:59.727614Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.730775Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"warn","ts":"2026-04-18T17:55:59.734073Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.221:59104","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:55:59.735421Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"5887d25060a34f1b"} {"level":"info","ts":"2026-04-18T17:55:59.735460Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:59.735395Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"aaac29a910802909","remote-peer-id":"86eaf4f5998ccb85"} {"level":"warn","ts":"2026-04-18T17:55:59.736168Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.221:59088","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:55:59.747484Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"aaac29a910802909 switched to configuration voters=(6379298639854128923 9721852081312942981 12298250488545028361)"} {"level":"info","ts":"2026-04-18T17:55:59.747697Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"8c4d9ec591b76d84","local-member-id":"aaac29a910802909","promoted-member-id":"aaac29a910802909"} {"level":"warn","ts":"2026-04-18T17:56:00.094481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.103564Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.120036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.132687Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.152072Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.169619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.178447Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.207491Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.219119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51272","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.239154Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.249143Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.259228Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.267755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51360","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.279765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.285789Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.304630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.313726Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.322056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.342580Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.395425Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.403848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.412225Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.419240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.426543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.436649Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.443928Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.452894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.460802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.468482Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.505893Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.514533Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.522199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.529633Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.539184Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.549000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.561961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.568216Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.576689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.587139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.593699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.606465Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.623383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.632320Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.643012Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.651886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.660208Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.670094Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.679218Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.687011Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52092","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.697426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.705291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.714945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.733854Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.769652Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.781129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.793304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:00.844779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52254","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:56:09.908810Z","caller":"traceutil/trace.go:172","msg":"trace[131508091] linearizableReadLoop","detail":"{readStateIndex:763; appliedIndex:762; }","duration":"440.623337ms","start":"2026-04-18T17:56:09.468160Z","end":"2026-04-18T17:56:09.908783Z","steps":["trace[131508091] 'read index received' (duration: 439.486468ms)","trace[131508091] 'applied index is now lower than readState.Index' (duration: 1.135859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:09.909060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"440.874562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:09.909129Z","caller":"traceutil/trace.go:172","msg":"trace[796323939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:704; }","duration":"440.972712ms","start":"2026-04-18T17:56:09.468146Z","end":"2026-04-18T17:56:09.909119Z","steps":["trace[796323939] 'agreement among raft nodes before linearized reading' (duration: 440.754629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:09.909164Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.468119Z","time spent":"441.036016ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:26.274621Z","caller":"traceutil/trace.go:172","msg":"trace[1729215510] linearizableReadLoop","detail":"{readStateIndex:862; appliedIndex:862; }","duration":"307.744158ms","start":"2026-04-18T17:56:25.966859Z","end":"2026-04-18T17:56:26.274604Z","steps":["trace[1729215510] 'read index received' (duration: 307.737438ms)","trace[1729215510] 'applied index is now lower than readState.Index' (duration: 3.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:26.274789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.91264ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:26.274828Z","caller":"traceutil/trace.go:172","msg":"trace[1143826579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:794; }","duration":"307.964951ms","start":"2026-04-18T17:56:25.966852Z","end":"2026-04-18T17:56:26.274817Z","steps":["trace[1143826579] 'agreement among raft nodes before linearized reading' (duration: 307.842929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.740788Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2957067948318368210,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:36.785789Z","caller":"traceutil/trace.go:172","msg":"trace[1979617467] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:943; }","duration":"545.998169ms","start":"2026-04-18T17:56:36.239728Z","end":"2026-04-18T17:56:36.785726Z","steps":["trace[1979617467] 'read index received' (duration: 545.989189ms)","trace[1979617467] 'applied index is now lower than readState.Index' (duration: 6.41µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:36.786085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"546.325945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:36.786131Z","caller":"traceutil/trace.go:172","msg":"trace[2009219541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:868; }","duration":"546.397765ms","start":"2026-04-18T17:56:36.239722Z","end":"2026-04-18T17:56:36.786120Z","steps":["trace[2009219541] 'agreement among raft nodes before linearized reading' (duration: 546.195203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.786170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.239702Z","time spent":"546.458016ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:36.788180Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2957067948318368211,"received-request-id":2957067948318368210} {"level":"warn","ts":"2026-04-18T17:56:36.789328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.612757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:36.789368Z","caller":"traceutil/trace.go:172","msg":"trace[1186951041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:870; }","duration":"259.656689ms","start":"2026-04-18T17:56:36.529704Z","end":"2026-04-18T17:56:36.789360Z","steps":["trace[1186951041] 'agreement among raft nodes before linearized reading' (duration: 259.595417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.736023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.769023119s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:38.737038Z","caller":"traceutil/trace.go:172","msg":"trace[370564813] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:870; }","duration":"1.770027835s","start":"2026-04-18T17:56:36.966967Z","end":"2026-04-18T17:56:38.736995Z","steps":["trace[370564813] 'range keys from in-memory index tree' (duration: 1.768938587s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.737103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.58268692s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:38.737157Z","caller":"traceutil/trace.go:172","msg":"trace[693722399] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:945; }","duration":"1.281329751s","start":"2026-04-18T17:56:37.455821Z","end":"2026-04-18T17:56:38.737151Z","steps":["trace[693722399] 'read index received' (duration: 1.606037ms)","trace[693722399] 'applied index is now lower than readState.Index' (duration: 1.279723174s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:38.737245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.281434533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:56:38.737262Z","caller":"traceutil/trace.go:172","msg":"trace[1699597637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:871; }","duration":"1.281455023s","start":"2026-04-18T17:56:37.455804Z","end":"2026-04-18T17:56:38.737259Z","steps":["trace[1699597637] 'agreement among raft nodes before linearized reading' (duration: 1.281382791s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.737277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.455750Z","time spent":"1.281522364s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:38.812066Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.014556416s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:56:39.036396Z","caller":"traceutil/trace.go:172","msg":"trace[1223471384] linearizableReadLoop","detail":"{readStateIndex:947; appliedIndex:948; }","duration":"299.209849ms","start":"2026-04-18T17:56:38.737168Z","end":"2026-04-18T17:56:39.036378Z","steps":["trace[1223471384] 'read index received' (duration: 299.204319ms)","trace[1223471384] 'applied index is now lower than readState.Index' (duration: 4.59µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:39.036534Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"615.256097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:56:39.036564Z","caller":"traceutil/trace.go:172","msg":"trace[545295284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:873; }","duration":"615.296977ms","start":"2026-04-18T17:56:38.421258Z","end":"2026-04-18T17:56:39.036555Z","steps":["trace[545295284] 'agreement among raft nodes before linearized reading' (duration: 615.210025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.036544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"507.451971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:39.036594Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.421240Z","time spent":"615.345708ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:39.036617Z","caller":"traceutil/trace.go:172","msg":"trace[926615284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:873; }","duration":"507.542051ms","start":"2026-04-18T17:56:38.529058Z","end":"2026-04-18T17:56:39.036600Z","steps":["trace[926615284] 'agreement among raft nodes before linearized reading' (duration: 507.399549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.036659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.529040Z","time spent":"507.610884ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:39.036968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.302154973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-04-18T17:56:39.037132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"793.229806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.037658Z","caller":"traceutil/trace.go:172","msg":"trace[1918408217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:873; }","duration":"793.763975ms","start":"2026-04-18T17:56:38.243869Z","end":"2026-04-18T17:56:39.037633Z","steps":["trace[1918408217] 'agreement among raft nodes before linearized reading' (duration: 792.814969ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:39.037060Z","caller":"traceutil/trace.go:172","msg":"trace[1091876306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:873; }","duration":"1.302252464s","start":"2026-04-18T17:56:37.734759Z","end":"2026-04-18T17:56:39.037012Z","steps":["trace[1091876306] 'agreement among raft nodes before linearized reading' (duration: 1.30199173s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.037924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.243852Z","time spent":"794.053471ms","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:39.038203Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.734738Z","time spent":"1.303268502s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.043233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.029072ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.043312Z","caller":"traceutil/trace.go:172","msg":"trace[389944933] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:873; }","duration":"306.116234ms","start":"2026-04-18T17:56:38.737182Z","end":"2026-04-18T17:56:39.043298Z","steps":["trace[389944933] 'agreement among raft nodes before linearized reading' (duration: 306.001832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.273559Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2957067948318368258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:41.455044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"487.925424ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.455133Z","caller":"traceutil/trace.go:172","msg":"trace[1370413659] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:935; }","duration":"488.042006ms","start":"2026-04-18T17:56:40.967071Z","end":"2026-04-18T17:56:41.455113Z","steps":["trace[1370413659] 'range keys from in-memory index tree' (duration: 487.881584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.455334Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.239977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-18T17:56:41.455622Z","caller":"traceutil/trace.go:172","msg":"trace[1755417015] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"1.437253029s","start":"2026-04-18T17:56:40.018353Z","end":"2026-04-18T17:56:41.455606Z","steps":["trace[1755417015] 'process raft request' (duration: 1.437079717s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.456597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.018327Z","time spent":"1.437336373s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:41.739626Z","caller":"traceutil/trace.go:172","msg":"trace[512046197] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1090; }","duration":"966.954152ms","start":"2026-04-18T17:56:40.772649Z","end":"2026-04-18T17:56:41.739604Z","steps":["trace[512046197] 'read index received' (duration: 966.946791ms)","trace[512046197] 'applied index is now lower than readState.Index' (duration: 5.741µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:41.739934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"967.239347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:41.739972Z","caller":"traceutil/trace.go:172","msg":"trace[2032194859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:941; }","duration":"967.326978ms","start":"2026-04-18T17:56:40.772635Z","end":"2026-04-18T17:56:41.739962Z","steps":["trace[2032194859] 'agreement among raft nodes before linearized reading' (duration: 967.097124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.740023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.772601Z","time spent":"967.392099ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:41.740590Z","caller":"traceutil/trace.go:172","msg":"trace[1250460178] transaction","detail":"{read_only:false; number_of_response:1; response_revision:942; }","duration":"1.659229924s","start":"2026-04-18T17:56:40.081345Z","end":"2026-04-18T17:56:41.740575Z","steps":["trace[1250460178] 'process raft request' (duration: 1.658982119s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.740672Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.081324Z","time spent":"1.659300605s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":91,"response count":0,"response size":18093,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:41.740739Z","caller":"traceutil/trace.go:172","msg":"trace[830326742] transaction","detail":"{read_only:false; number_of_response:1; response_revision:943; }","duration":"263.446259ms","start":"2026-04-18T17:56:41.477268Z","end":"2026-04-18T17:56:41.740714Z","steps":["trace[830326742] 'process raft request' (duration: 263.318397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.748464Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.267554ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.749356Z","caller":"traceutil/trace.go:172","msg":"trace[283201002] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:943; }","duration":"294.160538ms","start":"2026-04-18T17:56:41.455179Z","end":"2026-04-18T17:56:41.749339Z","steps":["trace[283201002] 'agreement among raft nodes before linearized reading' (duration: 293.242853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.748727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.253909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.750183Z","caller":"traceutil/trace.go:172","msg":"trace[195069962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:943; }","duration":"220.702523ms","start":"2026-04-18T17:56:41.529461Z","end":"2026-04-18T17:56:41.750164Z","steps":["trace[195069962] 'agreement among raft nodes before linearized reading' (duration: 219.197068ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:42.218646Z","caller":"traceutil/trace.go:172","msg":"trace[370049610] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"104.128621ms","start":"2026-04-18T17:56:42.114495Z","end":"2026-04-18T17:56:42.218624Z","steps":["trace[370049610] 'process raft request' (duration: 103.746395ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:42.392681Z","caller":"traceutil/trace.go:172","msg":"trace[1219348566] transaction","detail":"{read_only:false; number_of_response:1; response_revision:958; }","duration":"109.350578ms","start":"2026-04-18T17:56:42.283309Z","end":"2026-04-18T17:56:42.392659Z","steps":["trace[1219348566] 'process raft request' (duration: 109.054104ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:42.968835Z","caller":"traceutil/trace.go:172","msg":"trace[874539536] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"160.282832ms","start":"2026-04-18T17:56:42.808532Z","end":"2026-04-18T17:56:42.968815Z","steps":["trace[874539536] 'process raft request' (duration: 160.14648ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:47.421098Z","caller":"traceutil/trace.go:172","msg":"trace[1723894552] linearizableReadLoop","detail":"{readStateIndex:1232; appliedIndex:1233; }","duration":"453.78865ms","start":"2026-04-18T17:56:46.967264Z","end":"2026-04-18T17:56:47.421053Z","steps":["trace[1723894552] 'read index received' (duration: 453.77711ms)","trace[1723894552] 'applied index is now lower than readState.Index' (duration: 10.03µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:47.747715Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"780.422629ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:47.747818Z","caller":"traceutil/trace.go:172","msg":"trace[503350236] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1027; }","duration":"780.536704ms","start":"2026-04-18T17:56:46.967257Z","end":"2026-04-18T17:56:47.747794Z","steps":["trace[503350236] 'agreement among raft nodes before linearized reading' (duration: 453.916346ms)","trace[503350236] 'range keys from in-memory index tree' (duration: 326.475281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:47.748107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.800037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:48.740855Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2957067948318368331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:48.776430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"810.042581ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:48.776508Z","caller":"traceutil/trace.go:172","msg":"trace[1657138596] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1028; }","duration":"810.129894ms","start":"2026-04-18T17:56:47.966358Z","end":"2026-04-18T17:56:48.776488Z","steps":["trace[1657138596] 'range keys from in-memory index tree' (duration: 809.979357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:48.776529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"554.985932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:49.241166Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2957067948318368331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:49.742170Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2957067948318368331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:50.068061Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"aaac29a910802909 [logterm: 2, index: 1239, vote: 0] ignored MsgPreVote from 86eaf4f5998ccb85 [logterm: 2, index: 1239] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-04-18T17:56:50.239834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99958917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:50.240065Z","caller":"traceutil/trace.go:172","msg":"trace[69533641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999844331s","start":"2026-04-18T17:56:48.240200Z","end":"2026-04-18T17:56:50.240045Z","steps":["trace[69533641] 'agreement among raft nodes before linearized reading' (duration: 1.99958626s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:50.240243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.240167Z","time spent":"1.999945155s","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:50 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:50.242883Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2957067948318368331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:50.257950Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.605725792s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:50.531174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000179173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:50.531281Z","caller":"traceutil/trace.go:172","msg":"trace[1345142919] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357631s","start":"2026-04-18T17:56:48.530903Z","end":"2026-04-18T17:56:50.531261Z","steps":["trace[1345142919] 'agreement among raft nodes before linearized reading' (duration: 2.000173053s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:50.531724Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.530865Z","time spent":"2.00055441s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:50 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:50.743102Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2957067948318368331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:51.120804Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"aaac29a910802909 is starting a new election at term 2"} {"level":"info","ts":"2026-04-18T17:56:51.120870Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"aaac29a910802909 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-18T17:56:51.120899Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"aaac29a910802909 [logterm: 2, index: 1239] sent MsgPreVote request to 5887d25060a34f1b at term 2"} {"level":"info","ts":"2026-04-18T17:56:51.120917Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"aaac29a910802909 [logterm: 2, index: 1239] sent MsgPreVote request to 86eaf4f5998ccb85 at term 2"} {"level":"info","ts":"2026-04-18T17:56:51.120933Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: aaac29a910802909 lost leader 5887d25060a34f1b at term 2"} {"level":"info","ts":"2026-04-18T17:56:51.120993Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"aaac29a910802909 received MsgPreVoteResp from aaac29a910802909 at term 2"} {"level":"info","ts":"2026-04-18T17:56:51.121010Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"aaac29a910802909 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:56:51.122143Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"aaac29a910802909 received MsgPreVoteResp from 86eaf4f5998ccb85 at term 2"} {"level":"info","ts":"2026-04-18T17:56:51.122220Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"aaac29a910802909 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:56:51.122253Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"aaac29a910802909 became candidate at term 3"} {"level":"info","ts":"2026-04-18T17:56:51.122273Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"aaac29a910802909 [logterm: 2, index: 1239] sent MsgVote request to 5887d25060a34f1b at term 3"} {"level":"info","ts":"2026-04-18T17:56:51.122296Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"aaac29a910802909 [logterm: 2, index: 1239] sent MsgVote request to 86eaf4f5998ccb85 at term 3"} {"level":"warn","ts":"2026-04-18T17:56:51.245808Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2957067948318368331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:51.665100Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"aaac29a910802909 received MsgVoteResp from aaac29a910802909 at term 3"} {"level":"info","ts":"2026-04-18T17:56:51.665194Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"aaac29a910802909 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:56:51.674671Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"aaac29a910802909 received MsgVoteResp from 86eaf4f5998ccb85 at term 3"} {"level":"info","ts":"2026-04-18T17:56:51.674731Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"aaac29a910802909 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:56:51.674765Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"aaac29a910802909 became leader at term 3"} {"level":"info","ts":"2026-04-18T17:56:51.674799Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: aaac29a910802909 elected leader aaac29a910802909 at term 3"} {"level":"info","ts":"2026-04-18T17:56:51.747955Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-18T17:56:51.780488Z","caller":"traceutil/trace.go:172","msg":"trace[436862191] linearizableReadLoop","detail":"{readStateIndex:1240; appliedIndex:1240; }","duration":"105.526455ms","start":"2026-04-18T17:56:51.674947Z","end":"2026-04-18T17:56:51.780474Z","steps":["trace[436862191] 'read index received' (duration: 105.502154ms)","trace[436862191] 'applied index is now lower than readState.Index' (duration: 23.621µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:51.780596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.004025583s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:51.780617Z","caller":"traceutil/trace.go:172","msg":"trace[730835768] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1034; }","duration":"3.004064916s","start":"2026-04-18T17:56:48.776546Z","end":"2026-04-18T17:56:51.780611Z","steps":["trace[730835768] 'agreement among raft nodes before linearized reading' (duration: 3.004010683s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.780619Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.959630987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:51.780670Z","caller":"traceutil/trace.go:172","msg":"trace[177493357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1034; }","duration":"2.959684399s","start":"2026-04-18T17:56:48.820971Z","end":"2026-04-18T17:56:51.780655Z","steps":["trace[177493357] 'agreement among raft nodes before linearized reading' (duration: 2.959522863s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.780691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.240734752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:51.780713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.820952Z","time spent":"2.959750112s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.780705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.966675054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:51.780743Z","caller":"traceutil/trace.go:172","msg":"trace[1750285555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1034; }","duration":"1.240799975s","start":"2026-04-18T17:56:50.539931Z","end":"2026-04-18T17:56:51.780731Z","steps":["trace[1750285555] 'agreement among raft nodes before linearized reading' (duration: 1.240713741s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.780777Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:50.539913Z","time spent":"1.240858667s","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:56:51.780779Z","caller":"traceutil/trace.go:172","msg":"trace[578574870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1034; }","duration":"2.96679447s","start":"2026-04-18T17:56:48.813967Z","end":"2026-04-18T17:56:51.780761Z","steps":["trace[578574870] 'agreement among raft nodes before linearized reading' (duration: 2.966587141s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.780868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.813941Z","time spent":"2.966915994s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.781044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.376610588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:56:51.781091Z","caller":"traceutil/trace.go:172","msg":"trace[234389746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1034; }","duration":"2.3766602s","start":"2026-04-18T17:56:49.404423Z","end":"2026-04-18T17:56:51.781084Z","steps":["trace[234389746] 'agreement among raft nodes before linearized reading' (duration: 2.376068185s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.781130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:49.404406Z","time spent":"2.376718342s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.780973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.945012702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:51.783407Z","caller":"traceutil/trace.go:172","msg":"trace[368280969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1034; }","duration":"1.945535344s","start":"2026-04-18T17:56:49.835906Z","end":"2026-04-18T17:56:51.781442Z","steps":["trace[368280969] 'agreement among raft nodes before linearized reading' (duration: 1.944801323s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.783588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:49.835883Z","time spent":"1.947654227s","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:52.153683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.514065ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:52.153780Z","caller":"traceutil/trace.go:172","msg":"trace[1865705390] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1039; }","duration":"186.663422ms","start":"2026-04-18T17:56:51.967104Z","end":"2026-04-18T17:56:52.153767Z","steps":["trace[1865705390] 'range keys from in-memory index tree' (duration: 186.475843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:52.193220Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.828533ms"} {"level":"warn","ts":"2026-04-18T17:56:52.193351Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5887d25060a34f1b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.966778ms"} {"level":"info","ts":"2026-04-18T17:56:52.214526Z","caller":"traceutil/trace.go:172","msg":"trace[818428266] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"271.894941ms","start":"2026-04-18T17:56:51.942610Z","end":"2026-04-18T17:56:52.214505Z","steps":["trace[818428266] 'process raft request' (duration: 271.312136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:52.625474Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:53.119356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.292671ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:53.119443Z","caller":"traceutil/trace.go:172","msg":"trace[1837583132] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1046; }","duration":"152.400825ms","start":"2026-04-18T17:56:52.967025Z","end":"2026-04-18T17:56:53.119425Z","steps":["trace[1837583132] 'range keys from in-memory index tree' (duration: 152.230908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:53.124484Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"82.42944ms"} {"level":"warn","ts":"2026-04-18T17:56:53.124535Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5887d25060a34f1b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"82.483953ms"} {"level":"warn","ts":"2026-04-18T17:56:54.076535Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"234.701518ms"} {"level":"warn","ts":"2026-04-18T17:56:54.076598Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5887d25060a34f1b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"234.771121ms"} {"level":"info","ts":"2026-04-18T17:56:54.086987Z","caller":"traceutil/trace.go:172","msg":"trace[1368045059] linearizableReadLoop","detail":"{readStateIndex:1258; appliedIndex:1258; }","duration":"149.938747ms","start":"2026-04-18T17:56:53.937032Z","end":"2026-04-18T17:56:54.086971Z","steps":["trace[1368045059] 'read index received' (duration: 149.934737ms)","trace[1368045059] 'applied index is now lower than readState.Index' (duration: 3.32µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:54.087267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.190998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:54.087309Z","caller":"traceutil/trace.go:172","msg":"trace[759231429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1047; }","duration":"150.273572ms","start":"2026-04-18T17:56:53.937025Z","end":"2026-04-18T17:56:54.087299Z","steps":["trace[759231429] 'agreement among raft nodes before linearized reading' (duration: 150.064353ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:54.087757Z","caller":"traceutil/trace.go:172","msg":"trace[1996252243] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"432.973422ms","start":"2026-04-18T17:56:53.654749Z","end":"2026-04-18T17:56:54.087723Z","steps":["trace[1996252243] 'process raft request' (duration: 432.614267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.087990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:53.654718Z","time spent":"433.15814ms","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18782,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:54.587972Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2957067948318368360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:54.830362Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"9.914665ms"} {"level":"info","ts":"2026-04-18T17:56:54.830426Z","caller":"traceutil/trace.go:172","msg":"trace[1955738118] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1259; }","duration":"743.378775ms","start":"2026-04-18T17:56:54.087016Z","end":"2026-04-18T17:56:54.830395Z","steps":["trace[1955738118] 'read index received' (duration: 743.370405ms)","trace[1955738118] 'applied index is now lower than readState.Index' (duration: 6.87µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:54.830553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"863.396716ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:54.830582Z","caller":"traceutil/trace.go:172","msg":"trace[563133624] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1048; }","duration":"863.439288ms","start":"2026-04-18T17:56:53.967133Z","end":"2026-04-18T17:56:54.830573Z","steps":["trace[563133624] 'agreement among raft nodes before linearized reading' (duration: 863.372845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.830458Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5887d25060a34f1b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.015999ms"} {"level":"warn","ts":"2026-04-18T17:56:54.890061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.773509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:54.890135Z","caller":"traceutil/trace.go:172","msg":"trace[169063632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1051; }","duration":"376.871854ms","start":"2026-04-18T17:56:54.513248Z","end":"2026-04-18T17:56:54.890120Z","steps":["trace[169063632] 'agreement among raft nodes before linearized reading' (duration: 376.630703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.890179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.513229Z","time spent":"376.940436ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:54.890204Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.332251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:54.890340Z","caller":"traceutil/trace.go:172","msg":"trace[1397425950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1051; }","duration":"360.484467ms","start":"2026-04-18T17:56:54.529821Z","end":"2026-04-18T17:56:54.890306Z","steps":["trace[1397425950] 'agreement among raft nodes before linearized reading' (duration: 360.261317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.890392Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.529725Z","time spent":"360.656134ms","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:54.890586Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.875285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:54.890625Z","caller":"traceutil/trace.go:172","msg":"trace[1122651999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1051; }","duration":"114.915586ms","start":"2026-04-18T17:56:54.775698Z","end":"2026-04-18T17:56:54.890614Z","steps":["trace[1122651999] 'agreement among raft nodes before linearized reading' (duration: 114.838324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.891301Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.580511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-srqsv\" limit:1 ","response":"range_response_count:1 size:18797"} {"level":"info","ts":"2026-04-18T17:56:54.891423Z","caller":"traceutil/trace.go:172","msg":"trace[2067307235] range","detail":"{range_begin:/registry/pods/kube-system/cilium-srqsv; range_end:; response_count:1; response_revision:1051; }","duration":"242.278461ms","start":"2026-04-18T17:56:54.649123Z","end":"2026-04-18T17:56:54.891401Z","steps":["trace[2067307235] 'agreement among raft nodes before linearized reading' (duration: 240.800618ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:55.063749Z","caller":"traceutil/trace.go:172","msg":"trace[269864145] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1262; }","duration":"172.143169ms","start":"2026-04-18T17:56:54.891570Z","end":"2026-04-18T17:56:55.063713Z","steps":["trace[269864145] 'read index received' (duration: 172.133478ms)","trace[269864145] 'applied index is now lower than readState.Index' (duration: 8.321µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:55.064397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.524364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:55.064474Z","caller":"traceutil/trace.go:172","msg":"trace[1564225916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1051; }","duration":"172.89149ms","start":"2026-04-18T17:56:54.891567Z","end":"2026-04-18T17:56:55.064458Z","steps":["trace[1564225916] 'agreement among raft nodes before linearized reading' (duration: 172.339236ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:55.280470Z","caller":"traceutil/trace.go:172","msg":"trace[1426861446] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1267; }","duration":"216.573999ms","start":"2026-04-18T17:56:55.063865Z","end":"2026-04-18T17:56:55.280439Z","steps":["trace[1426861446] 'read index received' (duration: 216.564478ms)","trace[1426861446] 'applied index is now lower than readState.Index' (duration: 7.851µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:55.392254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.981393ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:55.392331Z","caller":"traceutil/trace.go:172","msg":"trace[216591824] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1056; }","duration":"340.069227ms","start":"2026-04-18T17:56:55.052243Z","end":"2026-04-18T17:56:55.392312Z","steps":["trace[216591824] 'agreement among raft nodes before linearized reading' (duration: 228.304895ms)","trace[216591824] 'range keys from in-memory index tree' (duration: 111.653226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:55.392687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.156757ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-18T17:56:55.392925Z","caller":"traceutil/trace.go:172","msg":"trace[855592227] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"483.686644ms","start":"2026-04-18T17:56:54.909228Z","end":"2026-04-18T17:56:55.392915Z","steps":["trace[855592227] 'process raft request' (duration: 483.528547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.393012Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.909195Z","time spent":"483.766627ms","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:55.878060Z","caller":"traceutil/trace.go:172","msg":"trace[618108] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"126.035255ms","start":"2026-04-18T17:56:55.751997Z","end":"2026-04-18T17:56:55.878032Z","steps":["trace[618108] 'process raft request' (duration: 110.393323ms)","trace[618108] 'compare' (duration: 15.506797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:56.204771Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"183.970409ms"} {"level":"warn","ts":"2026-04-18T17:56:56.204839Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5887d25060a34f1b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"184.046582ms"} {"level":"info","ts":"2026-04-18T17:56:56.368225Z","caller":"traceutil/trace.go:172","msg":"trace[425163684] linearizableReadLoop","detail":"{readStateIndex:1274; appliedIndex:1274; }","duration":"401.781713ms","start":"2026-04-18T17:56:55.966419Z","end":"2026-04-18T17:56:56.368200Z","steps":["trace[425163684] 'read index received' (duration: 401.774223ms)","trace[425163684] 'applied index is now lower than readState.Index' (duration: 6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:56.368452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.024603ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:56.369139Z","caller":"traceutil/trace.go:172","msg":"trace[1666606886] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1062; }","duration":"402.766995ms","start":"2026-04-18T17:56:55.966348Z","end":"2026-04-18T17:56:56.369115Z","steps":["trace[1666606886] 'agreement among raft nodes before linearized reading' (duration: 401.979541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:56.371384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.845076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:56:56.371437Z","caller":"traceutil/trace.go:172","msg":"trace[140411254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1063; }","duration":"288.911069ms","start":"2026-04-18T17:56:56.082515Z","end":"2026-04-18T17:56:56.371426Z","steps":["trace[140411254] 'agreement among raft nodes before linearized reading' (duration: 288.782193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:56.697172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.326033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:56.697247Z","caller":"traceutil/trace.go:172","msg":"trace[828862271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1065; }","duration":"167.415137ms","start":"2026-04-18T17:56:56.529816Z","end":"2026-04-18T17:56:56.697231Z","steps":["trace[828862271] 'range keys from in-memory index tree' (duration: 166.468806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:57.082927Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"161.895221ms"} {"level":"warn","ts":"2026-04-18T17:56:57.082989Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5887d25060a34f1b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"161.963874ms"} {"level":"warn","ts":"2026-04-18T17:56:57.243802Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:50.243083Z","time spent":"7.000709612s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-18T17:56:57.293726Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.718514ms"} {"level":"warn","ts":"2026-04-18T17:56:57.293815Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5887d25060a34f1b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.815028ms"} {"level":"info","ts":"2026-04-18T17:56:57.293933Z","caller":"traceutil/trace.go:172","msg":"trace[711793270] linearizableReadLoop","detail":"{readStateIndex:1279; appliedIndex:1280; }","duration":"326.911398ms","start":"2026-04-18T17:56:56.966919Z","end":"2026-04-18T17:56:57.293830Z","steps":["trace[711793270] 'read index received' (duration: 326.898607ms)","trace[711793270] 'applied index is now lower than readState.Index' (duration: 11.241µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:57.294795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"327.853448ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:57.295156Z","caller":"traceutil/trace.go:172","msg":"trace[19200527] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1066; }","duration":"328.231023ms","start":"2026-04-18T17:56:56.966910Z","end":"2026-04-18T17:56:57.295141Z","steps":["trace[19200527] 'agreement among raft nodes before linearized reading' (duration: 327.220911ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:57.503305Z","caller":"traceutil/trace.go:172","msg":"trace[1237351212] linearizableReadLoop","detail":"{readStateIndex:1284; appliedIndex:1285; }","duration":"127.141117ms","start":"2026-04-18T17:56:57.376134Z","end":"2026-04-18T17:56:57.503275Z","steps":["trace[1237351212] 'read index received' (duration: 127.134056ms)","trace[1237351212] 'applied index is now lower than readState.Index' (duration: 6.021µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:57.663732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.58364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:57.663795Z","caller":"traceutil/trace.go:172","msg":"trace[1934850899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1071; }","duration":"287.660844ms","start":"2026-04-18T17:56:57.376119Z","end":"2026-04-18T17:56:57.663780Z","steps":["trace[1934850899] 'agreement among raft nodes before linearized reading' (duration: 127.268662ms)","trace[1934850899] 'range keys from in-memory index tree' (duration: 160.223834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:57.663971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.579609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:57.712563Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"9.41783ms"} {"level":"warn","ts":"2026-04-18T17:56:57.712605Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5887d25060a34f1b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"9.463732ms"} {"level":"warn","ts":"2026-04-18T17:56:58.030802Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2957067948318368378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:58.069283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.630085ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:58.069398Z","caller":"traceutil/trace.go:172","msg":"trace[1841868343] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1073; }","duration":"102.756731ms","start":"2026-04-18T17:56:57.966612Z","end":"2026-04-18T17:56:58.069369Z","steps":["trace[1841868343] 'range keys from in-memory index tree' (duration: 102.541872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.069886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.86927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:58.070167Z","caller":"traceutil/trace.go:172","msg":"trace[315155775] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"690.406797ms","start":"2026-04-18T17:56:57.379706Z","end":"2026-04-18T17:56:58.070113Z","steps":["trace[315155775] 'process raft request' (duration: 570.018445ms)","trace[315155775] 'compare' (duration: 119.556837ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:58.070266Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:57.379680Z","time spent":"690.528802ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:58.071368Z","caller":"traceutil/trace.go:172","msg":"trace[905676401] linearizableReadLoop","detail":"{readStateIndex:1287; appliedIndex:1288; }","duration":"540.907801ms","start":"2026-04-18T17:56:57.530406Z","end":"2026-04-18T17:56:58.071314Z","steps":["trace[905676401] 'read index received' (duration: 540.899711ms)","trace[905676401] 'applied index is now lower than readState.Index' (duration: 6.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:58.071729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"541.181912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:58.072031Z","caller":"traceutil/trace.go:172","msg":"trace[439119772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1074; }","duration":"541.450173ms","start":"2026-04-18T17:56:57.530390Z","end":"2026-04-18T17:56:58.071840Z","steps":["trace[439119772] 'agreement among raft nodes before linearized reading' (duration: 541.14236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.072488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:57.530367Z","time spent":"541.698864ms","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:58.270667Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2957067948318368379,"received-request-id":2957067948318368378} {"level":"info","ts":"2026-04-18T17:56:58.270786Z","caller":"traceutil/trace.go:172","msg":"trace[649534513] linearizableReadLoop","detail":"{readStateIndex:1289; appliedIndex:1290; }","duration":"199.305829ms","start":"2026-04-18T17:56:58.071464Z","end":"2026-04-18T17:56:58.270770Z","steps":["trace[649534513] 'read index received' (duration: 199.300578ms)","trace[649534513] 'applied index is now lower than readState.Index' (duration: 4.401µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:58.270926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.450499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:58.271238Z","caller":"traceutil/trace.go:172","msg":"trace[969462685] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1076; }","duration":"201.774782ms","start":"2026-04-18T17:56:58.069443Z","end":"2026-04-18T17:56:58.271218Z","steps":["trace[969462685] 'agreement among raft nodes before linearized reading' (duration: 201.420008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.271040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.423332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:56:58.271362Z","caller":"traceutil/trace.go:172","msg":"trace[1196575417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1076; }","duration":"411.741555ms","start":"2026-04-18T17:56:57.859598Z","end":"2026-04-18T17:56:58.271339Z","steps":["trace[1196575417] 'agreement among raft nodes before linearized reading' (duration: 411.303996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.271443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:57.859573Z","time spent":"411.854139ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:58.271077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"559.471205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-srqsv\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-04-18T17:56:58.271539Z","caller":"traceutil/trace.go:172","msg":"trace[927949931] range","detail":"{range_begin:/registry/pods/kube-system/cilium-srqsv; range_end:; response_count:1; response_revision:1076; }","duration":"559.940914ms","start":"2026-04-18T17:56:57.711582Z","end":"2026-04-18T17:56:58.271523Z","steps":["trace[927949931] 'agreement among raft nodes before linearized reading' (duration: 559.34188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.271593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:57.711524Z","time spent":"560.05035ms","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19169,"request content":"key:\"/registry/pods/kube-system/cilium-srqsv\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:58.271003Z","caller":"traceutil/trace.go:172","msg":"trace[1611413074] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"196.45751ms","start":"2026-04-18T17:56:58.074524Z","end":"2026-04-18T17:56:58.270982Z","steps":["trace[1611413074] 'process raft request' (duration: 196.352066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.272104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.760474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:58.272171Z","caller":"traceutil/trace.go:172","msg":"trace[1335687353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1077; }","duration":"197.828178ms","start":"2026-04-18T17:56:58.074328Z","end":"2026-04-18T17:56:58.272156Z","steps":["trace[1335687353] 'agreement among raft nodes before linearized reading' (duration: 197.709153ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:57:01.083925Z","caller":"traceutil/trace.go:172","msg":"trace[911632354] linearizableReadLoop","detail":"{readStateIndex:1371; appliedIndex:1371; }","duration":"116.64072ms","start":"2026-04-18T17:57:00.967263Z","end":"2026-04-18T17:57:01.083904Z","steps":["trace[911632354] 'read index received' (duration: 116.6354ms)","trace[911632354] 'applied index is now lower than readState.Index' (duration: 4.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:57:01.084525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.859158ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:01.084754Z","caller":"traceutil/trace.go:172","msg":"trace[694128618] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1157; }","duration":"117.483744ms","start":"2026-04-18T17:57:00.967255Z","end":"2026-04-18T17:57:01.084739Z","steps":["trace[694128618] 'agreement among raft nodes before linearized reading' (duration: 116.797717ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:57:03.242607Z","caller":"traceutil/trace.go:172","msg":"trace[1041835334] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1396; }","duration":"121.917319ms","start":"2026-04-18T17:57:03.120671Z","end":"2026-04-18T17:57:03.242588Z","steps":["trace[1041835334] 'read index received' (duration: 121.910698ms)","trace[1041835334] 'applied index is now lower than readState.Index' (duration: 5.501µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:57:03.242924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.218411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-srqsv.18a7853070d01c01\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-18T17:57:03.243029Z","caller":"traceutil/trace.go:172","msg":"trace[1461314812] range","detail":"{range_begin:/registry/events/kube-system/cilium-srqsv.18a7853070d01c01; range_end:; response_count:1; response_revision:1180; }","duration":"122.336696ms","start":"2026-04-18T17:57:03.120663Z","end":"2026-04-18T17:57:03.243000Z","steps":["trace[1461314812] 'agreement among raft nodes before linearized reading' (duration: 122.019713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:30.237722Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"316.864371ms"} {"level":"warn","ts":"2026-04-18T17:57:30.237832Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5887d25060a34f1b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"316.983545ms"} {"level":"info","ts":"2026-04-18T17:57:30.237931Z","caller":"traceutil/trace.go:172","msg":"trace[677677695] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"515.353754ms","start":"2026-04-18T17:57:29.722555Z","end":"2026-04-18T17:57:30.237909Z","steps":["trace[677677695] 'process raft request' (duration: 515.218169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:30.238104Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:29.722518Z","time spent":"515.50134ms","remote":"127.0.0.1:51564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:57:30.239006Z","caller":"traceutil/trace.go:172","msg":"trace[1899607647] linearizableReadLoop","detail":"{readStateIndex:1641; appliedIndex:1641; }","duration":"391.478053ms","start":"2026-04-18T17:57:29.847503Z","end":"2026-04-18T17:57:30.238981Z","steps":["trace[1899607647] 'read index received' (duration: 391.470813ms)","trace[1899607647] 'applied index is now lower than readState.Index' (duration: 5.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:57:30.239284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.770204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-tcjwj\" limit:1 ","response":"range_response_count:1 size:4470"} {"level":"info","ts":"2026-04-18T17:57:30.239343Z","caller":"traceutil/trace.go:172","msg":"trace[2010873404] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-tcjwj; range_end:; response_count:1; response_revision:1395; }","duration":"391.839117ms","start":"2026-04-18T17:57:29.847491Z","end":"2026-04-18T17:57:30.239330Z","steps":["trace[2010873404] 'agreement among raft nodes before linearized reading' (duration: 391.597607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:30.239441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:29.847442Z","time spent":"391.987952ms","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":4494,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-tcjwj\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:57:30.239977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"359.768022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:30.240044Z","caller":"traceutil/trace.go:172","msg":"trace[848078121] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1395; }","duration":"359.845455ms","start":"2026-04-18T17:57:29.880179Z","end":"2026-04-18T17:57:30.240025Z","steps":["trace[848078121] 'agreement among raft nodes before linearized reading' (duration: 359.729001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:30.240126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.673699ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:57:30.240223Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:57:29.880130Z","time spent":"359.945789ms","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"info","ts":"2026-04-18T17:57:30.240266Z","caller":"traceutil/trace.go:172","msg":"trace[858888160] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1395; }","duration":"272.762231ms","start":"2026-04-18T17:57:29.967406Z","end":"2026-04-18T17:57:30.240169Z","steps":["trace[858888160] 'agreement among raft nodes before linearized reading' (duration: 272.651847ms)"],"step_count":1}