{"level":"warn","ts":"2026-04-16T18:22:53.232784Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-16T18:22:53.234326Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-16T18:22:53.234361Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.44:2380","--initial-cluster=controller-2=https://199.204.45.233:2380,controller-3=https://199.204.45.44:2380,controller-1=https://199.204.45.69:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.44:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-16T18:22:53.234482Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-16T18:22:53.234552Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T18:22:53.234572Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-16T18:22:53.234612Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T18:22:53.235078Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"]} {"level":"info","ts":"2026-04-16T18:22:53.235323Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.69:2380,controller-2=https://199.204.45.233:2380,controller-3=https://199.204.45.44:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-16T18:22:53.236007Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000c02d0}"} {"level":"info","ts":"2026-04-16T18:22:53.240148Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-16T18:22:53.240189Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.31018ms"} {"level":"info","ts":"2026-04-16T18:22:53.240209Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-16T18:22:53.240218Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-16T18:22:53.255912Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.44:2380","host":"199.204.45.44:2380","resolved-addr":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-16T18:22:53.255951Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.233:2380","host":"199.204.45.233:2380","resolved-addr":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-16T18:22:53.255975Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.69:2380","host":"199.204.45.69:2380","resolved-addr":"199.204.45.69:2380"} {"level":"info","ts":"2026-04-16T18:22:53.255986Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.233:2380","host":"199.204.45.233:2380","resolved-addr":"199.204.45.233:2380"} {"level":"info","ts":"2026-04-16T18:22:53.256002Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.69:2380","host":"199.204.45.69:2380","resolved-addr":"199.204.45.69:2380"} {"level":"info","ts":"2026-04-16T18:22:53.256016Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.44:2380","host":"199.204.45.44:2380","resolved-addr":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-16T18:22:53.271350Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-16T18:22:53.277569Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-16T18:22:53.277629Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"bda4d26f5de10ae4","cluster-id":"d79a8cccc23ced73"} {"level":"info","ts":"2026-04-16T18:22:53.277677Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-16T18:22:53.277816Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"bda4d26f5de10ae4 switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T18:22:53.277878Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"bda4d26f5de10ae4 became follower at term 0"} {"level":"info","ts":"2026-04-16T18:22:53.277897Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft bda4d26f5de10ae4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-16T18:22:53.286469Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T18:22:53.288364Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T18:22:53.290955Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T18:22:53.292386Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.292436Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7","remote-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-16T18:22:53.292461Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.292471Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa","remote-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-04-16T18:22:53.292486Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.292505Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.293179Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.294804Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.294847Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7","remote-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-16T18:22:53.294883Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.294932Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.295291Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.295335Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.295307Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.296504Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.297911Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.298118Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa","remote-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-04-16T18:22:53.298311Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"bda4d26f5de10ae4","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T18:22:53.298924Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T18:22:53.297324Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.300115Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.300153Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"bda4d26f5de10ae4","initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T18:22:53.300229Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T18:22:53.300211Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.300383Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-16T18:22:53.300444Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T18:22:53.300475Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T18:22:53.300483Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T18:22:53.300602Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-16T18:22:53.300639Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-16T18:22:53.300937Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bda4d26f5de10ae4","to":"93d6a3591c669ea7","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-16T18:22:53.300951Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.300976Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.301042Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bda4d26f5de10ae4","to":"fe334179879fd0aa","stream-type":"stream Message"} {"level":"info","ts":"2026-04-16T18:22:53.301107Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.301171Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.301288Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"bda4d26f5de10ae4 [term: 0] received a MsgHeartbeat message with higher term from fe334179879fd0aa [term: 2]"} {"level":"info","ts":"2026-04-16T18:22:53.301350Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"bda4d26f5de10ae4 became follower at term 2"} {"level":"info","ts":"2026-04-16T18:22:53.301377Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: bda4d26f5de10ae4 elected leader fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-04-16T18:22:53.304951Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.305948Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.309363Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.310363Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"bda4d26f5de10ae4","remote-snapshot-sender-id":"fe334179879fd0aa","incoming-snapshot-index":752,"incoming-snapshot-message-size-bytes":9172,"incoming-snapshot-message-size":"9.2 kB"} {"level":"info","ts":"2026-04-16T18:22:53.310528Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.322979Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bda4d26f5de10ae4","to":"fe334179879fd0aa","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-16T18:22:53.323028Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.323439Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002f0.snap.db","bytes":1064960,"size":"1.1 MB"} {"level":"info","ts":"2026-04-16T18:22:53.323495Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"bda4d26f5de10ae4","remote-snapshot-sender-id":"fe334179879fd0aa","incoming-snapshot-index":752,"incoming-snapshot-size-bytes":1064960,"incoming-snapshot-size":"1.1 MB","download-took":"13.425571ms"} {"level":"info","ts":"2026-04-16T18:22:53.323730Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 752, term: 2]"} {"level":"info","ts":"2026-04-16T18:22:53.324058Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"bda4d26f5de10ae4 switched to configuration voters=(10652881571715391143 18317056099668185258) learners=(13665278545107159780)"} {"level":"info","ts":"2026-04-16T18:22:53.324091Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"bda4d26f5de10ae4 [commit: 752, lastindex: 752, lastterm: 2] restored snapshot [index: 752, term: 2]"} {"level":"info","ts":"2026-04-16T18:22:53.324102Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"bda4d26f5de10ae4 [commit: 752] restored snapshot [index: 752, term: 2]"} {"level":"info","ts":"2026-04-16T18:22:53.324372Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bda4d26f5de10ae4","to":"93d6a3591c669ea7","stream-type":"stream Message"} {"level":"info","ts":"2026-04-16T18:22:53.324418Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.324541Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":752,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-16T18:22:53.327305Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":752} {"level":"info","ts":"2026-04-16T18:22:53.327675Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0004e8048}"} {"level":"info","ts":"2026-04-16T18:22:53.328387Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-16T18:22:53.328430Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"830.465µs"} {"level":"info","ts":"2026-04-16T18:22:53.328498Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-16T18:22:53.329650Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-16T18:22:53.329671Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-16T18:22:53.332382Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":694} {"level":"info","ts":"2026-04-16T18:22:53.332414Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":752} {"level":"info","ts":"2026-04-16T18:22:53.332430Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-16T18:22:53.332521Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-16T18:22:53.333419Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-16T18:22:53.333438Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-16T18:22:53.333480Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-16T18:22:53.333493Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-16T18:22:53.333593Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-16T18:22:53.333920Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-16T18:22:53.333947Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-16T18:22:53.333994Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-16T18:22:53.334008Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"d79a8cccc23ced73","local-member-id":"bda4d26f5de10ae4","recovered-remote-peer-id":"93d6a3591c669ea7","recovered-remote-peer-urls":["https://199.204.45.233:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-16T18:22:53.334019Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"d79a8cccc23ced73","local-member-id":"bda4d26f5de10ae4","recovered-remote-peer-id":"bda4d26f5de10ae4","recovered-remote-peer-urls":["https://199.204.45.44:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-16T18:22:53.334025Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"d79a8cccc23ced73","local-member-id":"bda4d26f5de10ae4","recovered-remote-peer-id":"fe334179879fd0aa","recovered-remote-peer-urls":["https://199.204.45.69:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-16T18:22:53.334031Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-16T18:22:53.334036Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-16T18:22:53.334043Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-16T18:22:53.334052Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"93d6a3591c669ea7"} {"level":"warn","ts":"2026-04-16T18:22:53.334087Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.334100Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"93d6a3591c669ea7"} {"level":"warn","ts":"2026-04-16T18:22:53.334143Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.334156Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.334201Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"warn","ts":"2026-04-16T18:22:53.334392Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7","error":"context canceled"} {"level":"warn","ts":"2026-04-16T18:22:53.334433Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"93d6a3591c669ea7","error":"failed to read 93d6a3591c669ea7 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-16T18:22:53.334456Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"warn","ts":"2026-04-16T18:22:53.334780Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7","error":"context canceled"} {"level":"info","ts":"2026-04-16T18:22:53.334876Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.334892Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.334911Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"bda4d26f5de10ae4","removed-remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.334951Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"warn","ts":"2026-04-16T18:22:53.335025Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.335050Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"fe334179879fd0aa"} {"level":"warn","ts":"2026-04-16T18:22:53.335194Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.335204Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.335272Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"warn","ts":"2026-04-16T18:22:53.335443Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa","error":"context canceled"} {"level":"warn","ts":"2026-04-16T18:22:53.335504Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"fe334179879fd0aa","error":"failed to read fe334179879fd0aa on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-16T18:22:53.335573Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"warn","ts":"2026-04-16T18:22:53.335729Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa","error":"context canceled"} {"level":"info","ts":"2026-04-16T18:22:53.335754Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.335773Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.335785Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"bda4d26f5de10ae4","removed-remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.335801Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-16T18:22:53.335811Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-16T18:22:53.335831Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.335863Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.335952Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.335962Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.335982Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7","remote-peer-urls":["https://199.204.45.233:2380"]} {"level":"info","ts":"2026-04-16T18:22:53.336001Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.336017Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.335988Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.339746Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.335990Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.339841Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.340530Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.340545Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.340581Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa","remote-peer-urls":["https://199.204.45.69:2380"]} {"level":"info","ts":"2026-04-16T18:22:53.340608Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-16T18:22:53.340627Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":752,"current-applied-index":752,"incoming-leader-snapshot-index":752,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-16T18:22:53.340563Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.341023Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.350442Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.350509Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.353470Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.353507Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.354072Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.355099Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.387447Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bda4d26f5de10ae4","to":"fe334179879fd0aa","stream-type":"stream Message"} {"level":"info","ts":"2026-04-16T18:22:53.387499Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.394628Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bda4d26f5de10ae4","to":"93d6a3591c669ea7","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-16T18:22:53.394674Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.401462Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"bda4d26f5de10ae4","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-04-16T18:22:53.423323Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bda4d26f5de10ae4","to":"93d6a3591c669ea7","stream-type":"stream Message"} {"level":"info","ts":"2026-04-16T18:22:53.423357Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"93d6a3591c669ea7"} {"level":"info","ts":"2026-04-16T18:22:53.428256Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"bda4d26f5de10ae4","to":"fe334179879fd0aa","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-16T18:22:53.428280Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"bda4d26f5de10ae4","remote-peer-id":"fe334179879fd0aa"} {"level":"info","ts":"2026-04-16T18:22:53.540276Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"bda4d26f5de10ae4 switched to configuration voters=(10652881571715391143 13665278545107159780 18317056099668185258)"} {"level":"info","ts":"2026-04-16T18:22:53.540734Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"d79a8cccc23ced73","local-member-id":"bda4d26f5de10ae4","promoted-member-id":"bda4d26f5de10ae4"} {"level":"warn","ts":"2026-04-16T18:23:00.299198Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"bda4d26f5de10ae4","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.44:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-16T18:23:00.303634Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"bda4d26f5de10ae4","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.44:2379]}","cluster-id":"d79a8cccc23ced73","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T18:23:00.303916Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T18:23:00.303974Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T18:23:00.304159Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T18:23:00.304243Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T18:23:00.305464Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-16T18:23:00.306096Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-16T18:23:00.306463Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-16T18:23:00.308785Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.44:2379"} {"level":"info","ts":"2026-04-16T18:23:00.309894Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-16T18:23:00.311901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:56176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.311983Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:56190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.312036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.313812Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:56232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.313945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:56246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.314187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43848","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.316581Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:56222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.316666Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:56234","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.316770Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:56206","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.317169Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:56254","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.320225Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.44:56242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.321449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.331740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.350252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.359490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.369005Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.380293Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.391837Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.402900Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.410120Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.418730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.426665Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.436546Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.446680Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.457165Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.466782Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.475517Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.488779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.502245Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.512798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.537482Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.550519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.558494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.566540Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.574424Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.584567Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.594971Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.603018Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.612791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44446","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.619973Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.628059Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.651767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.678342Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.689849Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.697567Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.705823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.716266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.725321Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.732318Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.739495Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44642","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.749445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.759899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.770314Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.779752Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.787737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.799284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.806575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.818247Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.827445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.836172Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.848387Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.858337Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.868479Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.879613Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.890010Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.900433Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.935902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.946513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:00.958062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-16T18:23:01.011465Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44968","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-16T18:23:03.930535Z","caller":"traceutil/trace.go:172","msg":"trace[1758032908] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:791; }","duration":"362.155691ms","start":"2026-04-16T18:23:03.568357Z","end":"2026-04-16T18:23:03.930513Z","steps":["trace[1758032908] 'read index received' (duration: 362.147651ms)","trace[1758032908] 'applied index is now lower than readState.Index' (duration: 6.77µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:23:03.930725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.305536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-16T18:23:03.930781Z","caller":"traceutil/trace.go:172","msg":"trace[1275898835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:726; }","duration":"362.422539ms","start":"2026-04-16T18:23:03.568347Z","end":"2026-04-16T18:23:03.930769Z","steps":["trace[1275898835] 'agreement among raft nodes before linearized reading' (duration: 362.268455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:03.930852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:03.568323Z","time spent":"362.51884ms","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-16T18:23:35.447316Z","caller":"traceutil/trace.go:172","msg":"trace[892563373] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"104.918684ms","start":"2026-04-16T18:23:35.342374Z","end":"2026-04-16T18:23:35.447293Z","steps":["trace[892563373] 'process raft request' (duration: 104.762909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:49.840744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.420223ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:23:49.840819Z","caller":"traceutil/trace.go:172","msg":"trace[1487059541] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:940; }","duration":"105.512176ms","start":"2026-04-16T18:23:49.735295Z","end":"2026-04-16T18:23:49.840807Z","steps":["trace[1487059541] 'range keys from in-memory index tree' (duration: 105.37686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:49.857999Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.245987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:23:49.858074Z","caller":"traceutil/trace.go:172","msg":"trace[2000486419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:951; }","duration":"197.334369ms","start":"2026-04-16T18:23:49.660725Z","end":"2026-04-16T18:23:49.858060Z","steps":["trace[2000486419] 'agreement among raft nodes before linearized reading' (duration: 197.116712ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:23:49.857372Z","caller":"traceutil/trace.go:172","msg":"trace[1909324885] linearizableReadLoop","detail":"{readStateIndex:1046; appliedIndex:1047; }","duration":"196.606994ms","start":"2026-04-16T18:23:49.660738Z","end":"2026-04-16T18:23:49.857345Z","steps":["trace[1909324885] 'read index received' (duration: 196.598634ms)","trace[1909324885] 'applied index is now lower than readState.Index' (duration: 6.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:23:52.682146Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:23:53.182390Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557733,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:23:53.531155Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"bda4d26f5de10ae4 [logterm: 2, index: 1064, vote: 0] cast MsgPreVote for 93d6a3591c669ea7 [logterm: 2, index: 1064] at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.578714Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"bda4d26f5de10ae4 is starting a new election at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.578819Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"bda4d26f5de10ae4 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.578848Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"bda4d26f5de10ae4 [logterm: 2, index: 1064] sent MsgPreVote request to 93d6a3591c669ea7 at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.578882Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"bda4d26f5de10ae4 [logterm: 2, index: 1064] sent MsgPreVote request to fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.578899Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: bda4d26f5de10ae4 lost leader fe334179879fd0aa at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.578945Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"bda4d26f5de10ae4 received MsgPreVoteResp from bda4d26f5de10ae4 at term 2"} {"level":"info","ts":"2026-04-16T18:23:53.578963Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"bda4d26f5de10ae4 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-16T18:23:53.683169Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557733,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:23:53.957040Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"bda4d26f5de10ae4 [term: 2] received a MsgVote message with higher term from 93d6a3591c669ea7 [term: 3]"} {"level":"info","ts":"2026-04-16T18:23:53.957122Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"bda4d26f5de10ae4 became follower at term 3"} {"level":"info","ts":"2026-04-16T18:23:53.957159Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"bda4d26f5de10ae4 [logterm: 2, index: 1064, vote: 0] cast MsgVote for 93d6a3591c669ea7 [logterm: 2, index: 1064] at term 3"} {"level":"info","ts":"2026-04-16T18:23:54.008619Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: bda4d26f5de10ae4 elected leader 93d6a3591c669ea7 at term 3"} {"level":"warn","ts":"2026-04-16T18:23:54.008827Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.827797886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-16T18:23:54.008911Z","caller":"traceutil/trace.go:172","msg":"trace[1212000613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.82790756s","start":"2026-04-16T18:23:52.180988Z","end":"2026-04-16T18:23:54.008895Z","steps":["trace[1212000613] 'agreement among raft nodes before linearized reading' (duration: 1.827796456s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.008968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.180962Z","time spent":"1.827995104s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-16T18:23:54.140062Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-16T18:23:54.144568Z","caller":"traceutil/trace.go:172","msg":"trace[1882757324] linearizableReadLoop","detail":"{readStateIndex:1065; appliedIndex:1065; }","duration":"135.776531ms","start":"2026-04-16T18:23:54.008748Z","end":"2026-04-16T18:23:54.144525Z","steps":["trace[1882757324] 'read index received' (duration: 135.761661ms)","trace[1882757324] 'applied index is now lower than readState.Index' (duration: 12.73µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:23:54.144753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.288704697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-16T18:23:54.144850Z","caller":"traceutil/trace.go:172","msg":"trace[153620542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:967; }","duration":"1.288822261s","start":"2026-04-16T18:23:52.856007Z","end":"2026-04-16T18:23:54.144829Z","steps":["trace[153620542] 'agreement among raft nodes before linearized reading' (duration: 1.288551621s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.144843Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.409809267s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:23:54.144910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.855982Z","time spent":"1.288911645s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-16T18:23:54.144952Z","caller":"traceutil/trace.go:172","msg":"trace[958053675] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:967; }","duration":"1.409928192s","start":"2026-04-16T18:23:52.734997Z","end":"2026-04-16T18:23:54.144925Z","steps":["trace[958053675] 'agreement among raft nodes before linearized reading' (duration: 1.409637711s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.145176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"814.175294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T18:23:54.145233Z","caller":"traceutil/trace.go:172","msg":"trace[1970288183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:967; }","duration":"814.235276ms","start":"2026-04-16T18:23:53.330986Z","end":"2026-04-16T18:23:54.145221Z","steps":["trace[1970288183] 'agreement among raft nodes before linearized reading' (duration: 813.590092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.145289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:53.330968Z","time spent":"814.312599ms","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:23:54.145373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.26192373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T18:23:54.145425Z","caller":"traceutil/trace.go:172","msg":"trace[2030681195] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:967; }","duration":"1.261979092s","start":"2026-04-16T18:23:52.883433Z","end":"2026-04-16T18:23:54.145412Z","steps":["trace[2030681195] 'agreement among raft nodes before linearized reading' (duration: 1.261178593s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.145443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.485205892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:23:54.145462Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.883397Z","time spent":"1.262055395s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.44\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:23:54.145649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.639193639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-16T18:23:54.145787Z","caller":"traceutil/trace.go:172","msg":"trace[624580981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:967; }","duration":"1.639344855s","start":"2026-04-16T18:23:52.506422Z","end":"2026-04-16T18:23:54.145767Z","steps":["trace[624580981] 'agreement among raft nodes before linearized reading' (duration: 1.638235714s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.145841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.506396Z","time spent":"1.639429828s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-16T18:23:54.145476Z","caller":"traceutil/trace.go:172","msg":"trace[2046379907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"1.485234684s","start":"2026-04-16T18:23:52.660229Z","end":"2026-04-16T18:23:54.145464Z","steps":["trace[2046379907] 'agreement among raft nodes before linearized reading' (duration: 1.484412614s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:54.146818Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.660208Z","time spent":"1.486190839s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:23:54.160246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.423325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-16T18:23:54.160297Z","caller":"traceutil/trace.go:172","msg":"trace[385817552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:969; }","duration":"123.476637ms","start":"2026-04-16T18:23:54.036807Z","end":"2026-04-16T18:23:54.160284Z","steps":["trace[385817552] 'agreement among raft nodes before linearized reading' (duration: 123.338972ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:23:56.068752Z","caller":"traceutil/trace.go:172","msg":"trace[1875642287] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"221.299676ms","start":"2026-04-16T18:23:55.847428Z","end":"2026-04-16T18:23:56.068727Z","steps":["trace[1875642287] 'process raft request' (duration: 220.620782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:23:59.326769Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:23:52.326096Z","time spent":"7.000657351s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-16T18:24:01.236428Z","caller":"traceutil/trace.go:172","msg":"trace[1467347989] linearizableReadLoop","detail":"{readStateIndex:1112; appliedIndex:1113; }","duration":"359.634035ms","start":"2026-04-16T18:24:00.876766Z","end":"2026-04-16T18:24:01.236400Z","steps":["trace[1467347989] 'read index received' (duration: 359.628145ms)","trace[1467347989] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:01.236880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"359.965549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-16T18:24:01.237023Z","caller":"traceutil/trace.go:172","msg":"trace[609668704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1000; }","duration":"360.231518ms","start":"2026-04-16T18:24:00.876750Z","end":"2026-04-16T18:24:01.236981Z","steps":["trace[609668704] 'agreement among raft nodes before linearized reading' (duration: 359.74521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:01.237097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:00.876723Z","time spent":"360.337471ms","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:01.238263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.990081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:01.238325Z","caller":"traceutil/trace.go:172","msg":"trace[1985202305] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1000; }","duration":"215.052154ms","start":"2026-04-16T18:24:01.023259Z","end":"2026-04-16T18:24:01.238311Z","steps":["trace[1985202305] 'agreement among raft nodes before linearized reading' (duration: 214.967181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:02.159849Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557780,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:24:02.475489Z","caller":"traceutil/trace.go:172","msg":"trace[1518798366] linearizableReadLoop","detail":"{readStateIndex:1113; appliedIndex:1114; }","duration":"816.067133ms","start":"2026-04-16T18:24:01.659397Z","end":"2026-04-16T18:24:02.475464Z","steps":["trace[1518798366] 'read index received' (duration: 816.058553ms)","trace[1518798366] 'applied index is now lower than readState.Index' (duration: 7.46µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:02.475694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"816.279951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:02.475728Z","caller":"traceutil/trace.go:172","msg":"trace[1623445936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1001; }","duration":"816.327223ms","start":"2026-04-16T18:24:01.659391Z","end":"2026-04-16T18:24:02.475718Z","steps":["trace[1623445936] 'agreement among raft nodes before linearized reading' (duration: 816.2407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:02.475759Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:01.659369Z","time spent":"816.382336ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:24:02.477148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"740.968628ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:02.477258Z","caller":"traceutil/trace.go:172","msg":"trace[622109601] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1002; }","duration":"741.098374ms","start":"2026-04-16T18:24:01.736141Z","end":"2026-04-16T18:24:02.477239Z","steps":["trace[622109601] 'agreement among raft nodes before linearized reading' (duration: 740.941037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:02.477367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"638.9025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:02.477425Z","caller":"traceutil/trace.go:172","msg":"trace[844288152] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1002; }","duration":"638.974852ms","start":"2026-04-16T18:24:01.838433Z","end":"2026-04-16T18:24:02.477408Z","steps":["trace[844288152] 'agreement among raft nodes before linearized reading' (duration: 638.862658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:02.477463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:01.838421Z","time spent":"639.034125ms","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:02.477615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.395033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T18:24:02.477654Z","caller":"traceutil/trace.go:172","msg":"trace[1256004663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1002; }","duration":"141.434174ms","start":"2026-04-16T18:24:02.336210Z","end":"2026-04-16T18:24:02.477644Z","steps":["trace[1256004663] 'agreement among raft nodes before linearized reading' (duration: 140.913306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:02.477668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"652.522767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:02.477768Z","caller":"traceutil/trace.go:172","msg":"trace[696582252] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1002; }","duration":"652.654422ms","start":"2026-04-16T18:24:01.825091Z","end":"2026-04-16T18:24:02.477746Z","steps":["trace[696582252] 'agreement among raft nodes before linearized reading' (duration: 652.275408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:02.477815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:01.825050Z","time spent":"652.755576ms","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:03.168960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.561818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-16T18:24:03.169157Z","caller":"traceutil/trace.go:172","msg":"trace[449303161] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:1002; }","duration":"284.778396ms","start":"2026-04-16T18:24:02.884360Z","end":"2026-04-16T18:24:03.169139Z","steps":["trace[449303161] 'range keys from in-memory index tree' (duration: 282.700229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:03.168986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"508.685083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:03.169526Z","caller":"traceutil/trace.go:172","msg":"trace[1230105986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1002; }","duration":"509.231504ms","start":"2026-04-16T18:24:02.660283Z","end":"2026-04-16T18:24:03.169515Z","steps":["trace[1230105986] 'range keys from in-memory index tree' (duration: 506.638436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:03.169598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:02.660260Z","time spent":"509.324556ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:24:03.168986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"434.019433ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:03.169758Z","caller":"traceutil/trace.go:172","msg":"trace[1603217255] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1002; }","duration":"434.75067ms","start":"2026-04-16T18:24:02.734937Z","end":"2026-04-16T18:24:03.169688Z","steps":["trace[1603217255] 'range keys from in-memory index tree' (duration: 433.96827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:03.559108Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.170751Z","time spent":"388.353409ms","remote":"127.0.0.1:43910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T18:24:03.672143Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:24:03.735357Z","caller":"traceutil/trace.go:172","msg":"trace[257086345] linearizableReadLoop","detail":"{readStateIndex:1115; appliedIndex:1116; }","duration":"563.665426ms","start":"2026-04-16T18:24:03.171666Z","end":"2026-04-16T18:24:03.735332Z","steps":["trace[257086345] 'read index received' (duration: 563.658384ms)","trace[257086345] 'applied index is now lower than readState.Index' (duration: 5.481µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:03.735630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"564.779847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:03.735734Z","caller":"traceutil/trace.go:172","msg":"trace[1256733741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1002; }","duration":"564.925942ms","start":"2026-04-16T18:24:03.170788Z","end":"2026-04-16T18:24:03.735714Z","steps":["trace[1256733741] 'agreement among raft nodes before linearized reading' (duration: 564.666643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:03.735832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.170767Z","time spent":"565.055098ms","remote":"127.0.0.1:43860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T18:24:03.749085Z","caller":"traceutil/trace.go:172","msg":"trace[1266686541] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"452.325778ms","start":"2026-04-16T18:24:03.296742Z","end":"2026-04-16T18:24:03.749068Z","steps":["trace[1266686541] 'process raft request' (duration: 452.144891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:03.749661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.296711Z","time spent":"452.537806ms","remote":"127.0.0.1:43982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T18:24:04.071873Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":784925509218557790,"received-request-id":784925509218557787} {"level":"info","ts":"2026-04-16T18:24:04.072749Z","caller":"traceutil/trace.go:172","msg":"trace[1192625374] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"512.408803ms","start":"2026-04-16T18:24:03.560322Z","end":"2026-04-16T18:24:04.072731Z","steps":["trace[1192625374] 'process raft request' (duration: 512.012189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:04.074590Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.560291Z","time spent":"512.517938ms","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:04.235768Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:04.736966Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557790,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:24:04.978882Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"bda4d26f5de10ae4 is starting a new election at term 3"} {"level":"info","ts":"2026-04-16T18:24:04.978962Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"bda4d26f5de10ae4 became pre-candidate at term 3"} {"level":"info","ts":"2026-04-16T18:24:04.978996Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"bda4d26f5de10ae4 [logterm: 3, index: 1120] sent MsgPreVote request to 93d6a3591c669ea7 at term 3"} {"level":"info","ts":"2026-04-16T18:24:04.979015Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"bda4d26f5de10ae4 [logterm: 3, index: 1120] sent MsgPreVote request to fe334179879fd0aa at term 3"} {"level":"info","ts":"2026-04-16T18:24:04.979033Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: bda4d26f5de10ae4 lost leader 93d6a3591c669ea7 at term 3"} {"level":"info","ts":"2026-04-16T18:24:04.979104Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"bda4d26f5de10ae4 received MsgPreVoteResp from bda4d26f5de10ae4 at term 3"} {"level":"info","ts":"2026-04-16T18:24:04.979126Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"bda4d26f5de10ae4 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-16T18:24:05.237397Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:05.737969Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:05.744379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000127666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T18:24:05.744445Z","caller":"traceutil/trace.go:172","msg":"trace[1778696994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205619s","start":"2026-04-16T18:24:03.744222Z","end":"2026-04-16T18:24:05.744427Z","steps":["trace[1778696994] 'agreement among raft nodes before linearized reading' (duration: 2.000124866s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.744500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.744202Z","time spent":"2.000289672s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T18:24:05.835724Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"bda4d26f5de10ae4 became follower at term 3"} {"level":"info","ts":"2026-04-16T18:24:05.835819Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: bda4d26f5de10ae4 elected leader 93d6a3591c669ea7 at term 3"} {"level":"warn","ts":"2026-04-16T18:24:05.836394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.104876943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-16T18:24:05.836470Z","caller":"traceutil/trace.go:172","msg":"trace[1342722991] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; }","duration":"2.104953375s","start":"2026-04-16T18:24:03.731492Z","end":"2026-04-16T18:24:05.836445Z","steps":["trace[1342722991] 'agreement among raft nodes before linearized reading' (duration: 2.104874212s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.836528Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.731471Z","time spent":"2.105039079s","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:05.836390Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":784925509218557792,"received-request-id":784925509218557790} {"level":"warn","ts":"2026-04-16T18:24:05.836394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.52623798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-16T18:24:05.836658Z","caller":"traceutil/trace.go:172","msg":"trace[129395928] range","detail":"{range_begin:/registry/storageclasses; range_end:; }","duration":"2.52650851s","start":"2026-04-16T18:24:03.310119Z","end":"2026-04-16T18:24:05.836627Z","steps":["trace[129395928] 'agreement among raft nodes before linearized reading' (duration: 2.52623577s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.836786Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.310105Z","time spent":"2.526642335s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:05.837070Z","caller":"traceutil/trace.go:172","msg":"trace[1869334070] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"2.041025898s","start":"2026-04-16T18:24:03.796025Z","end":"2026-04-16T18:24:05.837051Z","steps":["trace[1869334070] 'process raft request' (duration: 2.040880912s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.837184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.795992Z","time spent":"2.041135432s","remote":"127.0.0.1:43982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T18:24:05.837708Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":784925509218557792,"received-request-id":784925509218557790} {"level":"warn","ts":"2026-04-16T18:24:05.838559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.102957251s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:05.838606Z","caller":"traceutil/trace.go:172","msg":"trace[1277920539] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1006; }","duration":"2.103005213s","start":"2026-04-16T18:24:03.735589Z","end":"2026-04-16T18:24:05.838594Z","steps":["trace[1277920539] 'agreement among raft nodes before linearized reading' (duration: 2.102926419s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.839282Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.034137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:05.839859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.762249548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-04-16T18:24:05.839925Z","caller":"traceutil/trace.go:172","msg":"trace[525924580] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1006; }","duration":"1.76231722s","start":"2026-04-16T18:24:04.077595Z","end":"2026-04-16T18:24:05.839912Z","steps":["trace[525924580] 'agreement among raft nodes before linearized reading' (duration: 1.762099622s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.839962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.077577Z","time spent":"1.762373073s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:05.840186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"937.687885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-16T18:24:05.840215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"994.061178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:05.840237Z","caller":"traceutil/trace.go:172","msg":"trace[1371780542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1006; }","duration":"937.742906ms","start":"2026-04-16T18:24:04.902483Z","end":"2026-04-16T18:24:05.840226Z","steps":["trace[1371780542] 'agreement among raft nodes before linearized reading' (duration: 937.55846ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:05.840262Z","caller":"traceutil/trace.go:172","msg":"trace[2050812730] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1006; }","duration":"994.10767ms","start":"2026-04-16T18:24:04.846140Z","end":"2026-04-16T18:24:05.840248Z","steps":["trace[2050812730] 'agreement among raft nodes before linearized reading' (duration: 994.029247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.840268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.902452Z","time spent":"937.808769ms","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:05.840315Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.846105Z","time spent":"994.199373ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:05.840065Z","caller":"traceutil/trace.go:172","msg":"trace[828432141] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1006; }","duration":"348.075289ms","start":"2026-04-16T18:24:05.491238Z","end":"2026-04-16T18:24:05.839313Z","steps":["trace[828432141] 'agreement among raft nodes before linearized reading' (duration: 348.013837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.840544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.491208Z","time spent":"349.321185ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:05.840622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.251184161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:05.840664Z","caller":"traceutil/trace.go:172","msg":"trace[719416569] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1006; }","duration":"1.251225882s","start":"2026-04-16T18:24:04.589426Z","end":"2026-04-16T18:24:05.840652Z","steps":["trace[719416569] 'agreement among raft nodes before linearized reading' (duration: 1.251157831s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.840692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.589398Z","time spent":"1.251286555s","remote":"127.0.0.1:44098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:05.840689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.833220611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:05.840749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"536.675489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-h2r7b\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-04-16T18:24:05.840817Z","caller":"traceutil/trace.go:172","msg":"trace[627341090] range","detail":"{range_begin:/registry/pods/kube-system/cilium-h2r7b; range_end:; response_count:1; response_revision:1006; }","duration":"536.746612ms","start":"2026-04-16T18:24:05.304055Z","end":"2026-04-16T18:24:05.840802Z","steps":["trace[627341090] 'agreement among raft nodes before linearized reading' (duration: 536.517603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.840855Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.304021Z","time spent":"536.821185ms","remote":"127.0.0.1:44222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18373,"request content":"key:\"/registry/pods/kube-system/cilium-h2r7b\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:05.840866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.338670006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:05.840895Z","caller":"traceutil/trace.go:172","msg":"trace[488250263] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1006; }","duration":"1.338699507s","start":"2026-04-16T18:24:04.502187Z","end":"2026-04-16T18:24:05.840886Z","steps":["trace[488250263] 'agreement among raft nodes before linearized reading' (duration: 1.338648946s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.840938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.502159Z","time spent":"1.33876667s","remote":"127.0.0.1:44438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:05.841035Z","caller":"traceutil/trace.go:172","msg":"trace[471561595] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1006; }","duration":"1.833573085s","start":"2026-04-16T18:24:04.007216Z","end":"2026-04-16T18:24:05.840789Z","steps":["trace[471561595] 'agreement among raft nodes before linearized reading' (duration: 1.833076526s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.841530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:04.007192Z","time spent":"1.834316043s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:05.841729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.934860326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-04-16T18:24:05.841729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.013642461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:05.841763Z","caller":"traceutil/trace.go:172","msg":"trace[1293733011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1006; }","duration":"1.934896728s","start":"2026-04-16T18:24:03.906856Z","end":"2026-04-16T18:24:05.841753Z","steps":["trace[1293733011] 'agreement among raft nodes before linearized reading' (duration: 1.934796944s)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:05.841772Z","caller":"traceutil/trace.go:172","msg":"trace[1478114200] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1006; }","duration":"2.013689023s","start":"2026-04-16T18:24:03.828072Z","end":"2026-04-16T18:24:05.841761Z","steps":["trace[1478114200] 'agreement among raft nodes before linearized reading' (duration: 2.0136078s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.841790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.906827Z","time spent":"1.93495554s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:05.841801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.828044Z","time spent":"2.013749056s","remote":"127.0.0.1:44810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:05.842796Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.142174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:05.842884Z","caller":"traceutil/trace.go:172","msg":"trace[1705320891] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1006; }","duration":"508.542455ms","start":"2026-04-16T18:24:05.334325Z","end":"2026-04-16T18:24:05.842867Z","steps":["trace[1705320891] 'agreement among raft nodes before linearized reading' (duration: 506.118473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.842915Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.334313Z","time spent":"508.593167ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:05.842918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.089972045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-16T18:24:05.843460Z","caller":"traceutil/trace.go:172","msg":"trace[354105182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1006; }","duration":"2.090462504s","start":"2026-04-16T18:24:03.752484Z","end":"2026-04-16T18:24:05.842947Z","steps":["trace[354105182] 'agreement among raft nodes before linearized reading' (duration: 2.08879036s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:05.843502Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:03.752468Z","time spent":"2.091025085s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:06.345972Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557794,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:24:06.778786Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"bda4d26f5de10ae4 is starting a new election at term 3"} {"level":"info","ts":"2026-04-16T18:24:06.779002Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"bda4d26f5de10ae4 became pre-candidate at term 3"} {"level":"info","ts":"2026-04-16T18:24:06.779052Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"bda4d26f5de10ae4 [logterm: 3, index: 1121] sent MsgPreVote request to 93d6a3591c669ea7 at term 3"} {"level":"info","ts":"2026-04-16T18:24:06.779068Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"bda4d26f5de10ae4 [logterm: 3, index: 1121] sent MsgPreVote request to fe334179879fd0aa at term 3"} {"level":"info","ts":"2026-04-16T18:24:06.779082Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: bda4d26f5de10ae4 lost leader 93d6a3591c669ea7 at term 3"} {"level":"info","ts":"2026-04-16T18:24:06.779148Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"bda4d26f5de10ae4 received MsgPreVoteResp from bda4d26f5de10ae4 at term 3"} {"level":"info","ts":"2026-04-16T18:24:06.779165Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"bda4d26f5de10ae4 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-16T18:24:06.846844Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557794,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T18:24:07.248768Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"bda4d26f5de10ae4 became follower at term 3"} {"level":"info","ts":"2026-04-16T18:24:07.248849Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: bda4d26f5de10ae4 elected leader 93d6a3591c669ea7 at term 3"} {"level":"warn","ts":"2026-04-16T18:24:07.249089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.403731736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-16T18:24:07.249233Z","caller":"traceutil/trace.go:172","msg":"trace[1366712544] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; }","duration":"1.403888322s","start":"2026-04-16T18:24:05.845325Z","end":"2026-04-16T18:24:07.249214Z","steps":["trace[1366712544] 'agreement among raft nodes before linearized reading' (duration: 1.403728986s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.249389Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.845301Z","time spent":"1.404078171s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T18:24:07.249375Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":784925509218557798,"received-request-id":784925509218557794} {"level":"info","ts":"2026-04-16T18:24:07.249831Z","caller":"traceutil/trace.go:172","msg":"trace[1419725720] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"1.407210869s","start":"2026-04-16T18:24:05.842594Z","end":"2026-04-16T18:24:07.249805Z","steps":["trace[1419725720] 'process raft request' (duration: 1.407064793s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.250333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.842572Z","time spent":"1.407351754s","remote":"127.0.0.1:43982","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T18:24:07.327555Z","caller":"traceutil/trace.go:172","msg":"trace[1240719697] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"1.4706854s","start":"2026-04-16T18:24:05.856845Z","end":"2026-04-16T18:24:07.327530Z","steps":["trace[1240719697] 'process raft request' (duration: 1.461629204s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.327762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.856825Z","time spent":"1.470835506s","remote":"127.0.0.1:44222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T18:24:07.327874Z","caller":"traceutil/trace.go:172","msg":"trace[1726896904] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"1.066862969s","start":"2026-04-16T18:24:06.260992Z","end":"2026-04-16T18:24:07.327855Z","steps":["trace[1726896904] 'process raft request' (duration: 1.066322858s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.327934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.260964Z","time spent":"1.066943031s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:07.328186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"605.483131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-16T18:24:07.328255Z","caller":"traceutil/trace.go:172","msg":"trace[489073116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1014; }","duration":"605.563624ms","start":"2026-04-16T18:24:06.722676Z","end":"2026-04-16T18:24:07.328239Z","steps":["trace[489073116] 'agreement among raft nodes before linearized reading' (duration: 605.445439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.328293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.722663Z","time spent":"605.620686ms","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.328305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"809.973131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.328386Z","caller":"traceutil/trace.go:172","msg":"trace[1539967198] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1014; }","duration":"810.079285ms","start":"2026-04-16T18:24:06.518290Z","end":"2026-04-16T18:24:07.328369Z","steps":["trace[1539967198] 'agreement among raft nodes before linearized reading' (duration: 809.893168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.328436Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.518263Z","time spent":"810.166657ms","remote":"127.0.0.1:44760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.328484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.466440441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:07.328582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.478207345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.328616Z","caller":"traceutil/trace.go:172","msg":"trace[1134780038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1014; }","duration":"1.478242647s","start":"2026-04-16T18:24:05.850364Z","end":"2026-04-16T18:24:07.328607Z","steps":["trace[1134780038] 'agreement among raft nodes before linearized reading' (duration: 1.477970237s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.328617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"595.947469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.328629Z","caller":"traceutil/trace.go:172","msg":"trace[1463078393] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1014; }","duration":"1.466582906s","start":"2026-04-16T18:24:05.861966Z","end":"2026-04-16T18:24:07.328549Z","steps":["trace[1463078393] 'agreement among raft nodes before linearized reading' (duration: 1.466354467s)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:07.328653Z","caller":"traceutil/trace.go:172","msg":"trace[1324578279] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1014; }","duration":"595.98365ms","start":"2026-04-16T18:24:06.732658Z","end":"2026-04-16T18:24:07.328642Z","steps":["trace[1324578279] 'agreement among raft nodes before linearized reading' (duration: 595.697489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.328727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:06.732626Z","time spent":"596.090785ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.328742Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.861951Z","time spent":"1.466768673s","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.328810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"593.430693ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.328839Z","caller":"traceutil/trace.go:172","msg":"trace[169421879] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1014; }","duration":"593.461585ms","start":"2026-04-16T18:24:06.735370Z","end":"2026-04-16T18:24:07.328831Z","steps":["trace[169421879] 'agreement among raft nodes before linearized reading' (duration: 592.973956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.328903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.466953659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:07.328647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.850339Z","time spent":"1.478301699s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T18:24:07.328989Z","caller":"traceutil/trace.go:172","msg":"trace[1434788770] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1014; }","duration":"1.467052823s","start":"2026-04-16T18:24:05.861915Z","end":"2026-04-16T18:24:07.328968Z","steps":["trace[1434788770] 'agreement among raft nodes before linearized reading' (duration: 1.466387888s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.329046Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:05.861900Z","time spent":"1.467134967s","remote":"127.0.0.1:44598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:07.838873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.381158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.839018Z","caller":"traceutil/trace.go:172","msg":"trace[1449227942] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1017; }","duration":"238.544115ms","start":"2026-04-16T18:24:07.600459Z","end":"2026-04-16T18:24:07.839003Z","steps":["trace[1449227942] 'range keys from in-memory index tree' (duration: 237.420772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:07.839075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.861165ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:07.839139Z","caller":"traceutil/trace.go:172","msg":"trace[1703448666] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1017; }","duration":"103.987241ms","start":"2026-04-16T18:24:07.735140Z","end":"2026-04-16T18:24:07.839127Z","steps":["trace[1703448666] 'range keys from in-memory index tree' (duration: 103.843295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.202080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.910641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T18:24:08.202284Z","caller":"traceutil/trace.go:172","msg":"trace[110602053] linearizableReadLoop","detail":"{readStateIndex:1134; appliedIndex:1133; }","duration":"363.089236ms","start":"2026-04-16T18:24:07.839179Z","end":"2026-04-16T18:24:08.202268Z","steps":["trace[110602053] 'read index received' (duration: 128.287167ms)","trace[110602053] 'applied index is now lower than readState.Index' (duration: 234.801299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:08.202366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.171269ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:08.202448Z","caller":"traceutil/trace.go:172","msg":"trace[643559808] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1020; }","duration":"363.260722ms","start":"2026-04-16T18:24:07.839172Z","end":"2026-04-16T18:24:08.202433Z","steps":["trace[643559808] 'agreement among raft nodes before linearized reading' (duration: 363.142607ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:08.669998Z","caller":"traceutil/trace.go:172","msg":"trace[731797336] linearizableReadLoop","detail":"{readStateIndex:1139; appliedIndex:1139; }","duration":"467.659566ms","start":"2026-04-16T18:24:08.202318Z","end":"2026-04-16T18:24:08.669977Z","steps":["trace[731797336] 'read index received' (duration: 467.653256ms)","trace[731797336] 'applied index is now lower than readState.Index' (duration: 5.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:08.670451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.830566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:92 size:7713"} {"level":"info","ts":"2026-04-16T18:24:08.670479Z","caller":"traceutil/trace.go:172","msg":"trace[1411238164] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:92; response_revision:1024; }","duration":"481.877837ms","start":"2026-04-16T18:24:08.188595Z","end":"2026-04-16T18:24:08.670473Z","steps":["trace[1411238164] 'agreement among raft nodes before linearized reading' (duration: 481.473313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:08.670507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:08.188577Z","time spent":"481.92304ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":92,"response size":7737,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-16T18:24:09.170843Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:09.671729Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:10.172130Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:10.511681Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.841696392s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T18:24:10.591231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.855564814s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.591293Z","caller":"traceutil/trace.go:172","msg":"trace[719988543] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1025; }","duration":"1.855636177s","start":"2026-04-16T18:24:08.735643Z","end":"2026-04-16T18:24:10.591279Z","steps":["trace[719988543] 'range keys from in-memory index tree' (duration: 1.855515262s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.658268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999974652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T18:24:10.658360Z","caller":"traceutil/trace.go:172","msg":"trace[1793991289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075525s","start":"2026-04-16T18:24:08.658267Z","end":"2026-04-16T18:24:10.658343Z","steps":["trace[1793991289] 'agreement among raft nodes before linearized reading' (duration: 1.999971341s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.658411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:08.658251Z","time spent":"2.000152108s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T18:24:10.673226Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":784925509218557807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T18:24:10.719770Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.09203ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T18:24:10.739726Z","caller":"traceutil/trace.go:172","msg":"trace[714426129] linearizableReadLoop","detail":"{readStateIndex:1162; appliedIndex:1145; }","duration":"2.069645107s","start":"2026-04-16T18:24:08.670054Z","end":"2026-04-16T18:24:10.739699Z","steps":["trace[714426129] 'read index received' (duration: 2.038530309s)","trace[714426129] 'applied index is now lower than readState.Index' (duration: 31.112158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:10.739822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.300570933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-16T18:24:10.739822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.138134515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-16T18:24:10.740418Z","caller":"traceutil/trace.go:172","msg":"trace[1903292688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1040; }","duration":"2.138726207s","start":"2026-04-16T18:24:08.601669Z","end":"2026-04-16T18:24:10.740395Z","steps":["trace[1903292688] 'agreement among raft nodes before linearized reading' (duration: 2.138049751s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.740479Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:08.601643Z","time spent":"2.13882084s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.739812Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":784925509218557809,"received-request-id":784925509218557807} {"level":"warn","ts":"2026-04-16T18:24:10.740856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.361745081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-16T18:24:10.739878Z","caller":"traceutil/trace.go:172","msg":"trace[393428384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1040; }","duration":"2.300636215s","start":"2026-04-16T18:24:08.439232Z","end":"2026-04-16T18:24:10.739868Z","steps":["trace[393428384] 'agreement among raft nodes before linearized reading' (duration: 2.30050715s)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.740942Z","caller":"traceutil/trace.go:172","msg":"trace[2084099376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1041; }","duration":"2.361845855s","start":"2026-04-16T18:24:08.379081Z","end":"2026-04-16T18:24:10.740927Z","steps":["trace[2084099376] 'agreement among raft nodes before linearized reading' (duration: 2.360746303s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.740971Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:08.439212Z","time spent":"2.301744009s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.741040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:08.379061Z","time spent":"2.361911108s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-16T18:24:10.741471Z","caller":"traceutil/trace.go:172","msg":"trace[1060752675] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"1.215711687s","start":"2026-04-16T18:24:09.525742Z","end":"2026-04-16T18:24:10.741453Z","steps":["trace[1060752675] 'process raft request' (duration: 1.213925009s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.741727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.525718Z","time spent":"1.215789551s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T18:24:10.743134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.002080625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.743198Z","caller":"traceutil/trace.go:172","msg":"trace[932047390] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1041; }","duration":"2.002147577s","start":"2026-04-16T18:24:08.741030Z","end":"2026-04-16T18:24:10.743178Z","steps":["trace[932047390] 'agreement among raft nodes before linearized reading' (duration: 2.002038023s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.743235Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:08.741008Z","time spent":"2.002221951s","remote":"127.0.0.1:44728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.743495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.163997ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.743522Z","caller":"traceutil/trace.go:172","msg":"trace[212506350] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1041; }","duration":"152.189727ms","start":"2026-04-16T18:24:10.591326Z","end":"2026-04-16T18:24:10.743516Z","steps":["trace[212506350] 'agreement among raft nodes before linearized reading' (duration: 152.156066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.743785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"700.077975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.743842Z","caller":"traceutil/trace.go:172","msg":"trace[8111454] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1041; }","duration":"700.154067ms","start":"2026-04-16T18:24:10.043676Z","end":"2026-04-16T18:24:10.743830Z","steps":["trace[8111454] 'agreement among raft nodes before linearized reading' (duration: 700.043673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.743876Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.043645Z","time spent":"700.225851ms","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.743871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"436.051173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.743936Z","caller":"traceutil/trace.go:172","msg":"trace[1226346997] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1041; }","duration":"436.111565ms","start":"2026-04-16T18:24:10.307805Z","end":"2026-04-16T18:24:10.743917Z","steps":["trace[1226346997] 'agreement among raft nodes before linearized reading' (duration: 436.024471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.743968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.307784Z","time spent":"436.174518ms","remote":"127.0.0.1:44288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.744031Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"586.889318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.744061Z","caller":"traceutil/trace.go:172","msg":"trace[176771470] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1041; }","duration":"586.906859ms","start":"2026-04-16T18:24:10.157136Z","end":"2026-04-16T18:24:10.744043Z","steps":["trace[176771470] 'agreement among raft nodes before linearized reading' (duration: 586.871808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.744075Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.157118Z","time spent":"586.953401ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.744183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.235859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T18:24:10.744196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"593.377909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.744217Z","caller":"traceutil/trace.go:172","msg":"trace[613267323] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1041; }","duration":"593.39935ms","start":"2026-04-16T18:24:10.150810Z","end":"2026-04-16T18:24:10.744210Z","steps":["trace[613267323] 'agreement among raft nodes before linearized reading' (duration: 593.354487ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T18:24:10.744228Z","caller":"traceutil/trace.go:172","msg":"trace[1054218965] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1041; }","duration":"159.26672ms","start":"2026-04-16T18:24:10.584938Z","end":"2026-04-16T18:24:10.744205Z","steps":["trace[1054218965] 'agreement among raft nodes before linearized reading' (duration: 159.206078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.744238Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:10.150790Z","time spent":"593.44191ms","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.744606Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.5536523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T18:24:10.744649Z","caller":"traceutil/trace.go:172","msg":"trace[917709002] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1041; }","duration":"1.553693272s","start":"2026-04-16T18:24:09.190944Z","end":"2026-04-16T18:24:10.744637Z","steps":["trace[917709002] 'agreement among raft nodes before linearized reading' (duration: 1.553630479s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.744687Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.190926Z","time spent":"1.553744563s","remote":"127.0.0.1:44916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":29,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:10.745316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.372053495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T18:24:10.745352Z","caller":"traceutil/trace.go:172","msg":"trace[1142335979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1041; }","duration":"1.372082095s","start":"2026-04-16T18:24:09.373253Z","end":"2026-04-16T18:24:10.745335Z","steps":["trace[1142335979] 'agreement among raft nodes before linearized reading' (duration: 1.370901s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T18:24:10.745370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-16T18:24:09.373231Z","time spent":"1.372132287s","remote":"127.0.0.1:44368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-16T18:24:12.223145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.123083ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-16T18:24:27.647142Z","caller":"traceutil/trace.go:172","msg":"trace[869702305] linearizableReadLoop","detail":"{readStateIndex:1463; appliedIndex:1463; }","duration":"140.994683ms","start":"2026-04-16T18:24:27.506122Z","end":"2026-04-16T18:24:27.647117Z","steps":["trace[869702305] 'read index received' (duration: 140.989122ms)","trace[869702305] 'applied index is now lower than readState.Index' (duration: 4.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T18:24:27.647615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.477803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-16T18:24:27.647719Z","caller":"traceutil/trace.go:172","msg":"trace[1822561319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1280; }","duration":"141.601708ms","start":"2026-04-16T18:24:27.506105Z","end":"2026-04-16T18:24:27.647706Z","steps":["trace[1822561319] 'agreement among raft nodes before linearized reading' (duration: 141.15175ms)"],"step_count":1}