{"level":"warn","ts":"2026-05-21T22:44:50.734837Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-05-21T22:44:50.734967Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-05-21T22:44:50.734981Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.235:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.235:2380","--initial-cluster=controller-1=https://199.204.45.210:2380,controller-3=https://199.204.45.235:2380,controller-2=https://199.204.45.248:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.235:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.235:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-05-21T22:44:50.735052Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-05-21T22:44:50.735075Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-21T22:44:50.735085Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-05-21T22:44:50.735110Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-21T22:44:50.736167Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"]} {"level":"info","ts":"2026-05-21T22:44:50.738123Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.210:2380,controller-2=https://199.204.45.248:2380,controller-3=https://199.204.45.235:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-05-21T22:44:50.739260Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000784c8}"} {"level":"info","ts":"2026-05-21T22:44:50.743745Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-21T22:44:50.743810Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.697829ms"} {"level":"info","ts":"2026-05-21T22:44:50.743845Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-05-21T22:44:50.743881Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-05-21T22:44:50.756132Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.210:2380","host":"199.204.45.210:2380","resolved-addr":"199.204.45.210:2380"} {"level":"info","ts":"2026-05-21T22:44:50.756171Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.235:2380","host":"199.204.45.235:2380","resolved-addr":"199.204.45.235:2380"} {"level":"info","ts":"2026-05-21T22:44:50.756203Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.248:2380","host":"199.204.45.248:2380","resolved-addr":"199.204.45.248:2380"} {"level":"info","ts":"2026-05-21T22:44:50.756214Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.235:2380","host":"199.204.45.235:2380","resolved-addr":"199.204.45.235:2380"} {"level":"info","ts":"2026-05-21T22:44:50.756228Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.248:2380","host":"199.204.45.248:2380","resolved-addr":"199.204.45.248:2380"} {"level":"info","ts":"2026-05-21T22:44:50.756238Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.210:2380","host":"199.204.45.210:2380","resolved-addr":"199.204.45.210:2380"} {"level":"info","ts":"2026-05-21T22:44:50.772731Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-05-21T22:44:50.791492Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-05-21T22:44:50.791542Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"2b7e36d9c615fc5c","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-05-21T22:44:50.791569Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-05-21T22:44:50.791644Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2b7e36d9c615fc5c switched to configuration voters=()"} {"level":"info","ts":"2026-05-21T22:44:50.791689Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2b7e36d9c615fc5c became follower at term 0"} {"level":"info","ts":"2026-05-21T22:44:50.791698Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 2b7e36d9c615fc5c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-05-21T22:44:50.799888Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-21T22:44:50.803415Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-21T22:44:50.806217Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-21T22:44:50.807069Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.807146Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6","remote-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-21T22:44:50.807209Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.807261Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58","remote-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-05-21T22:44:50.807310Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.807384Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.807510Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.807593Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.808846Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.808958Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.809268Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6","remote-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-21T22:44:50.809559Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.809611Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.809018Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.811654Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.812696Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.813905Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.813942Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58","remote-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-05-21T22:44:50.813957Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.813982Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"2b7e36d9c615fc5c","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-21T22:44:50.814178Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.814214Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-21T22:44:50.814548Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"2b7e36d9c615fc5c","initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-21T22:44:50.814580Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-21T22:44:50.814602Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-05-21T22:44:50.814669Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-05-21T22:44:50.814698Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-05-21T22:44:50.814757Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T22:44:50.814798Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T22:44:50.814808Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-21T22:44:50.815309Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2b7e36d9c615fc5c","to":"9da4b9704ef33c58","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T22:44:50.815381Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.815452Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.815822Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2b7e36d9c615fc5c","to":"1cac722af8b2b8a6","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T22:44:50.815876Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.815919Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"2b7e36d9c615fc5c [term: 0] received a MsgHeartbeat message with higher term from 1cac722af8b2b8a6 [term: 2]"} {"level":"info","ts":"2026-05-21T22:44:50.815969Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2b7e36d9c615fc5c became follower at term 2"} {"level":"info","ts":"2026-05-21T22:44:50.816005Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 2b7e36d9c615fc5c elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-21T22:44:50.816214Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2b7e36d9c615fc5c","to":"9da4b9704ef33c58","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T22:44:50.816276Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.816733Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2b7e36d9c615fc5c","to":"1cac722af8b2b8a6","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T22:44:50.816886Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.815937Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.821530Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.824893Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.826236Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.826388Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"2b7e36d9c615fc5c","remote-snapshot-sender-id":"1cac722af8b2b8a6","incoming-snapshot-index":651,"incoming-snapshot-message-size-bytes":8749,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-05-21T22:44:50.826466Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.835774Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/000000000000028b.snap.db","bytes":1064960,"size":"1.1 MB"} {"level":"info","ts":"2026-05-21T22:44:50.835823Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"2b7e36d9c615fc5c","remote-snapshot-sender-id":"1cac722af8b2b8a6","incoming-snapshot-index":651,"incoming-snapshot-size-bytes":1064960,"incoming-snapshot-size":"1.1 MB","download-took":"9.493144ms"} {"level":"info","ts":"2026-05-21T22:44:50.835988Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 651, term: 2]"} {"level":"info","ts":"2026-05-21T22:44:50.836107Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2b7e36d9c615fc5c switched to configuration voters=(2066151857942870182 11359408052147272792) learners=(3134002699655576668)"} {"level":"info","ts":"2026-05-21T22:44:50.836138Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"2b7e36d9c615fc5c [commit: 651, lastindex: 651, lastterm: 2] restored snapshot [index: 651, term: 2]"} {"level":"info","ts":"2026-05-21T22:44:50.836149Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"2b7e36d9c615fc5c [commit: 651] restored snapshot [index: 651, term: 2]"} {"level":"info","ts":"2026-05-21T22:44:50.836273Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":651,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-05-21T22:44:50.841053Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":651} {"level":"info","ts":"2026-05-21T22:44:50.841373Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0005a2040}"} {"level":"info","ts":"2026-05-21T22:44:50.842111Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-21T22:44:50.842188Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"963.34µs"} {"level":"info","ts":"2026-05-21T22:44:50.842242Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-05-21T22:44:50.844483Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-05-21T22:44:50.844514Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-05-21T22:44:50.849475Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":610} {"level":"info","ts":"2026-05-21T22:44:50.849561Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":651} {"level":"info","ts":"2026-05-21T22:44:50.849594Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-05-21T22:44:50.849694Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-05-21T22:44:50.851067Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-05-21T22:44:50.851096Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-05-21T22:44:50.851139Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-05-21T22:44:50.851148Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-05-21T22:44:50.851680Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-05-21T22:44:50.851787Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-05-21T22:44:50.851827Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-05-21T22:44:50.851897Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-05-21T22:44:50.851920Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"ba0a336ca61ee41d","local-member-id":"2b7e36d9c615fc5c","recovered-remote-peer-id":"2b7e36d9c615fc5c","recovered-remote-peer-urls":["https://199.204.45.235:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-05-21T22:44:50.851938Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"ba0a336ca61ee41d","local-member-id":"2b7e36d9c615fc5c","recovered-remote-peer-id":"9da4b9704ef33c58","recovered-remote-peer-urls":["https://199.204.45.248:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-05-21T22:44:50.851948Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"ba0a336ca61ee41d","local-member-id":"2b7e36d9c615fc5c","recovered-remote-peer-id":"1cac722af8b2b8a6","recovered-remote-peer-urls":["https://199.204.45.210:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-05-21T22:44:50.851957Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-05-21T22:44:50.851979Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-05-21T22:44:50.851987Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-05-21T22:44:50.851998Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"9da4b9704ef33c58"} {"level":"warn","ts":"2026-05-21T22:44:50.852070Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.852100Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"9da4b9704ef33c58"} {"level":"warn","ts":"2026-05-21T22:44:50.852732Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.852792Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.852836Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"warn","ts":"2026-05-21T22:44:50.853054Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58","error":"context canceled"} {"level":"warn","ts":"2026-05-21T22:44:50.853137Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"9da4b9704ef33c58","error":"failed to read 9da4b9704ef33c58 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-05-21T22:44:50.853170Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"warn","ts":"2026-05-21T22:44:50.853291Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:44:50.853350Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.853361Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.853392Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"2b7e36d9c615fc5c","removed-remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.853404Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"warn","ts":"2026-05-21T22:44:50.853441Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.853460Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"1cac722af8b2b8a6"} {"level":"warn","ts":"2026-05-21T22:44:50.853508Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.853522Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.853754Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"warn","ts":"2026-05-21T22:44:50.853963Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6","error":"context canceled"} {"level":"warn","ts":"2026-05-21T22:44:50.854021Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"1cac722af8b2b8a6","error":"failed to read 1cac722af8b2b8a6 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-05-21T22:44:50.854063Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"warn","ts":"2026-05-21T22:44:50.854214Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:44:50.854251Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.854264Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.854289Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"2b7e36d9c615fc5c","removed-remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.854303Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-05-21T22:44:50.854313Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-05-21T22:44:50.854344Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.854390Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.854534Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.854679Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.855186Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.855237Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6","remote-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-21T22:44:50.855258Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.855283Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.855337Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.856600Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.856651Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.856946Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.857067Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.857158Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.857156Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.857207Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58","remote-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-05-21T22:44:50.857256Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-05-21T22:44:50.857305Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":651,"current-applied-index":651,"incoming-leader-snapshot-index":651,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-05-21T22:44:50.857580Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"2b7e36d9c615fc5c","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.235:2379]}","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-05-21T22:44:50.858754Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-21T22:44:50.858844Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-21T22:44:50.859052Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-21T22:44:50.859091Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-21T22:44:50.860010Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-05-21T22:44:50.860734Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-05-21T22:44:50.860931Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-21T22:44:50.863326Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.235:2379"} {"level":"info","ts":"2026-05-21T22:44:50.864201Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-21T22:44:50.866643Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.866677Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.868282Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.868333Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.876186Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.876193Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.884716Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2b7e36d9c615fc5c","to":"9da4b9704ef33c58","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T22:44:50.884765Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.884908Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2b7e36d9c615fc5c","to":"1cac722af8b2b8a6","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T22:44:50.884938Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.887717Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2b7e36d9c615fc5c","to":"9da4b9704ef33c58","stream-type":"stream Message"} {"level":"info","ts":"2026-05-21T22:44:50.887761Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"9da4b9704ef33c58"} {"level":"info","ts":"2026-05-21T22:44:50.890407Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"2b7e36d9c615fc5c","to":"1cac722af8b2b8a6","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-21T22:44:50.890436Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"2b7e36d9c615fc5c","remote-peer-id":"1cac722af8b2b8a6"} {"level":"info","ts":"2026-05-21T22:44:50.916702Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"2b7e36d9c615fc5c","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"warn","ts":"2026-05-21T22:44:50.997386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.023368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33398","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-21T22:44:51.025342Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"2b7e36d9c615fc5c switched to configuration voters=(2066151857942870182 3134002699655576668 11359408052147272792)"} {"level":"info","ts":"2026-05-21T22:44:51.026497Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"ba0a336ca61ee41d","local-member-id":"2b7e36d9c615fc5c","promoted-member-id":"2b7e36d9c615fc5c"} {"level":"warn","ts":"2026-05-21T22:44:51.036970Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.061834Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.095177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.106859Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.114095Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.124230Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.133459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.146561Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.156272Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.171513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.174747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.181446Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.191149Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.200970Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.217742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.229091Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.239110Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.253208Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.258752Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.303330Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33818","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.314559Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33820","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.325783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.333925Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.347586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.354150Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.364213Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.372949Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.383528Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.393441Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.400494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.410159Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.421039Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.428597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.454902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.464313Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.472187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.495409Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.503585Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.515350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.526293Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.536767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34172","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.545880Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.552788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.572750Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.583590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.593861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.611512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.618908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.631203Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34342","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.645685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.652868Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.672976Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.708574Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34420","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.717397Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.725175Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:44:51.780738Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:45:02.214009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.295198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-21T22:45:02.214188Z","caller":"traceutil/trace.go:172","msg":"trace[738277069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:717; }","duration":"208.485824ms","start":"2026-05-21T22:45:02.005684Z","end":"2026-05-21T22:45:02.214170Z","steps":["trace[738277069] 'range keys from in-memory index tree' (duration: 206.845751ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:03.156303Z","caller":"traceutil/trace.go:172","msg":"trace[929722738] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"500.333925ms","start":"2026-05-21T22:45:02.655950Z","end":"2026-05-21T22:45:03.156284Z","steps":["trace[929722738] 'process raft request' (duration: 500.192769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:03.157016Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:02.655922Z","time spent":"500.451633ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:08.553076Z","caller":"traceutil/trace.go:172","msg":"trace[863123231] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"371.588401ms","start":"2026-05-21T22:45:08.181469Z","end":"2026-05-21T22:45:08.553057Z","steps":["trace[863123231] 'process raft request' (duration: 371.452934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:08.553251Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:08.181456Z","time spent":"371.723298ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7786,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:08.554304Z","caller":"traceutil/trace.go:172","msg":"trace[1928125205] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:797; }","duration":"183.935547ms","start":"2026-05-21T22:45:08.370329Z","end":"2026-05-21T22:45:08.554265Z","steps":["trace[1928125205] 'read index received' (duration: 183.929517ms)","trace[1928125205] 'applied index is now lower than readState.Index' (duration: 4.32µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:08.554398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.074055ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:08.554513Z","caller":"traceutil/trace.go:172","msg":"trace[2014209555] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:743; }","duration":"184.193383ms","start":"2026-05-21T22:45:08.370307Z","end":"2026-05-21T22:45:08.554500Z","steps":["trace[2014209555] 'agreement among raft nodes before linearized reading' (duration: 184.046406ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:08.672430Z","caller":"traceutil/trace.go:172","msg":"trace[1611728158] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"104.369772ms","start":"2026-05-21T22:45:08.567973Z","end":"2026-05-21T22:45:08.672343Z","steps":["trace[1611728158] 'process raft request' (duration: 102.673826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:14.261149Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:14.762359Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152543,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:14.842254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.138329ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:14.842371Z","caller":"traceutil/trace.go:172","msg":"trace[198437588] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:797; }","duration":"472.361616ms","start":"2026-05-21T22:45:14.369993Z","end":"2026-05-21T22:45:14.842355Z","steps":["trace[198437588] 'range keys from in-memory index tree' (duration: 472.117901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:14.842779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"419.644728ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-21T22:45:14.843098Z","caller":"traceutil/trace.go:172","msg":"trace[419758144] linearizableReadLoop","detail":"{readStateIndex:858; appliedIndex:856; }","duration":"1.082261136s","start":"2026-05-21T22:45:13.760820Z","end":"2026-05-21T22:45:14.843081Z","steps":["trace[419758144] 'read index received' (duration: 1.080100549s)","trace[419758144] 'applied index is now lower than readState.Index' (duration: 2.158757ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:14.843274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.082447303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-21T22:45:14.843265Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18184583447732152544,"received-request-id":18184583447732152543} {"level":"info","ts":"2026-05-21T22:45:14.843330Z","caller":"traceutil/trace.go:172","msg":"trace[885991051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:800; }","duration":"1.082515963s","start":"2026-05-21T22:45:13.760805Z","end":"2026-05-21T22:45:14.843321Z","steps":["trace[885991051] 'agreement among raft nodes before linearized reading' (duration: 1.082352875s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:14.843357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:13.760777Z","time spent":"1.082574481s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:14.844353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"888.355349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:14.844380Z","caller":"traceutil/trace.go:172","msg":"trace[71031757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:800; }","duration":"888.386778ms","start":"2026-05-21T22:45:13.955988Z","end":"2026-05-21T22:45:14.844375Z","steps":["trace[71031757] 'agreement among raft nodes before linearized reading' (duration: 888.337919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:14.844394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:13.955960Z","time spent":"888.431088ms","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T22:45:28.837421Z","caller":"traceutil/trace.go:172","msg":"trace[1255836121] transaction","detail":"{read_only:false; number_of_response:0; response_revision:911; }","duration":"302.268274ms","start":"2026-05-21T22:45:28.535116Z","end":"2026-05-21T22:45:28.837384Z","steps":["trace[1255836121] 'process raft request' (duration: 302.246564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:28.837534Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.535109Z","time spent":"302.378674ms","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-21T22:45:28.837936Z","caller":"traceutil/trace.go:172","msg":"trace[1793912932] transaction","detail":"{read_only:false; number_of_response:0; response_revision:911; }","duration":"302.972718ms","start":"2026-05-21T22:45:28.534956Z","end":"2026-05-21T22:45:28.837929Z","steps":["trace[1793912932] 'process raft request' (duration: 302.388713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:28.837999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.534938Z","time spent":"303.043118ms","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-21T22:45:29.083931Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:29.584852Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152605,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:29.968566Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"2b7e36d9c615fc5c [logterm: 2, index: 1009, vote: 0] ignored MsgPreVote from 9da4b9704ef33c58 [logterm: 2, index: 1009] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-05-21T22:45:30.085459Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152605,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:30.092710Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2b7e36d9c615fc5c is starting a new election at term 2"} {"level":"info","ts":"2026-05-21T22:45:30.092757Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2b7e36d9c615fc5c became pre-candidate at term 2"} {"level":"info","ts":"2026-05-21T22:45:30.092788Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2b7e36d9c615fc5c [logterm: 2, index: 1009] sent MsgPreVote request to 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-21T22:45:30.092816Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2b7e36d9c615fc5c [logterm: 2, index: 1009] sent MsgPreVote request to 9da4b9704ef33c58 at term 2"} {"level":"info","ts":"2026-05-21T22:45:30.092834Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 2b7e36d9c615fc5c lost leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-21T22:45:30.092890Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2b7e36d9c615fc5c received MsgPreVoteResp from 2b7e36d9c615fc5c at term 2"} {"level":"info","ts":"2026-05-21T22:45:30.092917Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2b7e36d9c615fc5c has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-21T22:45:30.093918Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2b7e36d9c615fc5c received MsgPreVoteResp from 9da4b9704ef33c58 at term 2"} {"level":"info","ts":"2026-05-21T22:45:30.093973Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2b7e36d9c615fc5c has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-21T22:45:30.094004Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"2b7e36d9c615fc5c became candidate at term 3"} {"level":"info","ts":"2026-05-21T22:45:30.094023Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2b7e36d9c615fc5c [logterm: 2, index: 1009] sent MsgVote request to 1cac722af8b2b8a6 at term 3"} {"level":"info","ts":"2026-05-21T22:45:30.094057Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2b7e36d9c615fc5c [logterm: 2, index: 1009] sent MsgVote request to 9da4b9704ef33c58 at term 3"} {"level":"warn","ts":"2026-05-21T22:45:30.586104Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:30.960412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999909692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-21T22:45:30.960517Z","caller":"traceutil/trace.go:172","msg":"trace[481281404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000028871s","start":"2026-05-21T22:45:28.960466Z","end":"2026-05-21T22:45:30.960495Z","steps":["trace[481281404] 'agreement among raft nodes before linearized reading' (duration: 1.999905392s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:30.960606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.960448Z","time spent":"2.000144641s","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:45:31.087618Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152605,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:31.099893Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"2b7e36d9c615fc5c [term: 3] ignored a MsgReadIndexResp message with lower term from 1cac722af8b2b8a6 [term: 2]"} {"level":"warn","ts":"2026-05-21T22:45:31.159342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.789486187s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:31.159429Z","caller":"traceutil/trace.go:172","msg":"trace[601024953] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:911; }","duration":"1.789585426s","start":"2026-05-21T22:45:29.369831Z","end":"2026-05-21T22:45:31.159416Z","steps":["trace[601024953] 'range keys from in-memory index tree' (duration: 1.789425607s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:31.159727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"976.487456ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:31.159819Z","caller":"traceutil/trace.go:172","msg":"trace[285024749] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:911; }","duration":"976.592016ms","start":"2026-05-21T22:45:30.183205Z","end":"2026-05-21T22:45:31.159797Z","steps":["trace[285024749] 'range keys from in-memory index tree' (duration: 976.419287ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:31.205241Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"2b7e36d9c615fc5c [term: 3] ignored a MsgReadIndexResp message with lower term from 1cac722af8b2b8a6 [term: 2]"} {"level":"warn","ts":"2026-05-21T22:45:31.207027Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.112883298s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T22:45:31.207200Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2b7e36d9c615fc5c received MsgVoteResp from 2b7e36d9c615fc5c at term 3"} {"level":"info","ts":"2026-05-21T22:45:31.207319Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2b7e36d9c615fc5c has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-05-21T22:45:31.588136Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:32.088790Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152605,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:32.292672Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"2b7e36d9c615fc5c is starting a new election at term 3"} {"level":"info","ts":"2026-05-21T22:45:32.292732Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"2b7e36d9c615fc5c became pre-candidate at term 3"} {"level":"info","ts":"2026-05-21T22:45:32.292760Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2b7e36d9c615fc5c [logterm: 2, index: 1009] sent MsgPreVote request to 1cac722af8b2b8a6 at term 3"} {"level":"info","ts":"2026-05-21T22:45:32.292777Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"2b7e36d9c615fc5c [logterm: 2, index: 1009] sent MsgPreVote request to 9da4b9704ef33c58 at term 3"} {"level":"info","ts":"2026-05-21T22:45:32.292954Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"2b7e36d9c615fc5c received MsgPreVoteResp from 2b7e36d9c615fc5c at term 3"} {"level":"info","ts":"2026-05-21T22:45:32.292994Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2b7e36d9c615fc5c has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-21T22:45:32.293802Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"2b7e36d9c615fc5c [term: 3] ignored a MsgPreVoteResp message with lower term from 9da4b9704ef33c58 [term: 2]"} {"level":"info","ts":"2026-05-21T22:45:32.293917Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1079","msg":"2b7e36d9c615fc5c received MsgPreVoteResp rejection from 1cac722af8b2b8a6 at term 3"} {"level":"info","ts":"2026-05-21T22:45:32.294024Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"2b7e36d9c615fc5c has received 1 MsgPreVoteResp votes and 1 vote rejections"} {"level":"info","ts":"2026-05-21T22:45:32.468804Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"2b7e36d9c615fc5c [logterm: 2, index: 1009, vote: 2b7e36d9c615fc5c] cast MsgPreVote for 1cac722af8b2b8a6 [logterm: 2, index: 1025] at term 3"} {"level":"info","ts":"2026-05-21T22:45:32.470842Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"2b7e36d9c615fc5c [term: 3] received a MsgVote message with higher term from 1cac722af8b2b8a6 [term: 4]"} {"level":"info","ts":"2026-05-21T22:45:32.470937Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"2b7e36d9c615fc5c became follower at term 4"} {"level":"info","ts":"2026-05-21T22:45:32.470963Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"2b7e36d9c615fc5c [logterm: 2, index: 1009, vote: 0] cast MsgVote for 1cac722af8b2b8a6 [logterm: 2, index: 1025] at term 4"} {"level":"info","ts":"2026-05-21T22:45:32.473641Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 2b7e36d9c615fc5c elected leader 1cac722af8b2b8a6 at term 4"} {"level":"warn","ts":"2026-05-21T22:45:32.473776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.890003407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-21T22:45:32.473819Z","caller":"traceutil/trace.go:172","msg":"trace[1000064364] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; }","duration":"3.890059947s","start":"2026-05-21T22:45:28.583742Z","end":"2026-05-21T22:45:32.473802Z","steps":["trace[1000064364] 'agreement among raft nodes before linearized reading' (duration: 3.890002027s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.473866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.583721Z","time spent":"3.890129636s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:32.495682Z","caller":"traceutil/trace.go:172","msg":"trace[891589293] transaction","detail":"{read_only:false; number_of_response:0; response_revision:911; }","duration":"3.955315005s","start":"2026-05-21T22:45:28.540344Z","end":"2026-05-21T22:45:32.495659Z","steps":["trace[891589293] 'process raft request' (duration: 3.955226836s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.495760Z","caller":"traceutil/trace.go:172","msg":"trace[1795006254] transaction","detail":"{read_only:false; number_of_response:0; response_revision:911; }","duration":"3.953431959s","start":"2026-05-21T22:45:28.542298Z","end":"2026-05-21T22:45:32.495730Z","steps":["trace[1795006254] 'process raft request' (duration: 3.953292639s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.495806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.540323Z","time spent":"3.955420835s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-21T22:45:32.495836Z","caller":"traceutil/trace.go:172","msg":"trace[2059552968] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"3.94901535s","start":"2026-05-21T22:45:28.546784Z","end":"2026-05-21T22:45:32.495800Z","steps":["trace[2059552968] 'process raft request' (duration: 3.948848391s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.495895Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.542291Z","time spent":"3.953542058s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-21T22:45:32.495962Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.546747Z","time spent":"3.94915195s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30425,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:32.496058Z","caller":"traceutil/trace.go:172","msg":"trace[168810966] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"3.944283785s","start":"2026-05-21T22:45:28.551763Z","end":"2026-05-21T22:45:32.496047Z","steps":["trace[168810966] 'process raft request' (duration: 3.943939167s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.496117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.551754Z","time spent":"3.944328245s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28790,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:32.496210Z","caller":"traceutil/trace.go:172","msg":"trace[899490920] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"3.94501035s","start":"2026-05-21T22:45:28.551188Z","end":"2026-05-21T22:45:32.496198Z","steps":["trace[899490920] 'process raft request' (duration: 3.944480903s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.496255Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.551158Z","time spent":"3.94507076s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30444,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:32.496258Z","caller":"traceutil/trace.go:172","msg":"trace[1307405621] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"3.953356281s","start":"2026-05-21T22:45:28.542889Z","end":"2026-05-21T22:45:32.496246Z","steps":["trace[1307405621] 'process raft request' (duration: 3.952713304s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.496337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.542847Z","time spent":"3.953454669s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10112,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:32.496430Z","caller":"traceutil/trace.go:172","msg":"trace[72319236] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"3.900717238s","start":"2026-05-21T22:45:28.595704Z","end":"2026-05-21T22:45:32.496421Z","steps":["trace[72319236] 'process raft request' (duration: 3.900159051s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.496475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.595675Z","time spent":"3.900774777s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9174,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:32.496496Z","caller":"traceutil/trace.go:172","msg":"trace[1346107901] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"3.897224513s","start":"2026-05-21T22:45:28.599089Z","end":"2026-05-21T22:45:32.496435Z","steps":["trace[1346107901] 'process raft request' (duration: 3.896685916s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.496671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.599075Z","time spent":"3.897500061s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":64513,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:32.496868Z","caller":"traceutil/trace.go:172","msg":"trace[2081426822] transaction","detail":"{read_only:false; number_of_response:1; response_revision:911; }","duration":"3.943027336s","start":"2026-05-21T22:45:28.553828Z","end":"2026-05-21T22:45:32.496856Z","steps":["trace[2081426822] 'process raft request' (duration: 3.941928191s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.496924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.553807Z","time spent":"3.943085996s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:32.539736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.380258115s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:32.539799Z","caller":"traceutil/trace.go:172","msg":"trace[399267953] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:930; }","duration":"1.380328884s","start":"2026-05-21T22:45:31.159458Z","end":"2026-05-21T22:45:32.539787Z","steps":["trace[399267953] 'agreement among raft nodes before linearized reading' (duration: 1.380243025s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.539952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.577773269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:32.539976Z","caller":"traceutil/trace.go:172","msg":"trace[2132217923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:930; }","duration":"1.577798559s","start":"2026-05-21T22:45:30.962171Z","end":"2026-05-21T22:45:32.539970Z","steps":["trace[2132217923] 'agreement among raft nodes before linearized reading' (duration: 1.577758219s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.539996Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:30.962144Z","time spent":"1.577847129s","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:45:32.540208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.700367254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-05-21T22:45:32.540247Z","caller":"traceutil/trace.go:172","msg":"trace[423434337] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:930; }","duration":"3.700407444s","start":"2026-05-21T22:45:28.839829Z","end":"2026-05-21T22:45:32.540237Z","steps":["trace[423434337] 'agreement among raft nodes before linearized reading' (duration: 3.700279794s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.540303Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.839813Z","time spent":"3.700481924s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1042,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.540306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.705789868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-21T22:45:32.540334Z","caller":"traceutil/trace.go:172","msg":"trace[738634315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:930; }","duration":"1.705816318s","start":"2026-05-21T22:45:30.834512Z","end":"2026-05-21T22:45:32.540328Z","steps":["trace[738634315] 'agreement among raft nodes before linearized reading' (duration: 1.705775778s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.540351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:30.834487Z","time spent":"1.705860018s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.540274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.785865568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-21T22:45:32.540412Z","caller":"traceutil/trace.go:172","msg":"trace[1997961438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:930; }","duration":"1.786006108s","start":"2026-05-21T22:45:30.754401Z","end":"2026-05-21T22:45:32.540408Z","steps":["trace[1997961438] 'agreement among raft nodes before linearized reading' (duration: 1.785826568s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.540430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:30.754375Z","time spent":"1.786050497s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.540499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.114382432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-21T22:45:32.540549Z","caller":"traceutil/trace.go:172","msg":"trace[152168268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:930; }","duration":"2.114441652s","start":"2026-05-21T22:45:30.426097Z","end":"2026-05-21T22:45:32.540538Z","steps":["trace[152168268] 'agreement among raft nodes before linearized reading' (duration: 2.114347372s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.540571Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:30.426075Z","time spent":"2.114491093s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.540673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.700507354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-05-21T22:45:32.540793Z","caller":"traceutil/trace.go:172","msg":"trace[724806249] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:930; }","duration":"3.700634273s","start":"2026-05-21T22:45:28.840141Z","end":"2026-05-21T22:45:32.540775Z","steps":["trace[724806249] 'agreement among raft nodes before linearized reading' (duration: 3.700012646s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.540893Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:28.840116Z","time spent":"3.700763813s","remote":"127.0.0.1:34462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1018,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:32.548616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.182440004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-21T22:45:32.548714Z","caller":"traceutil/trace.go:172","msg":"trace[1840916265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:930; }","duration":"2.182554064s","start":"2026-05-21T22:45:30.366140Z","end":"2026-05-21T22:45:32.548694Z","steps":["trace[1840916265] 'agreement among raft nodes before linearized reading' (duration: 2.173945107s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.548762Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:30.366104Z","time spent":"2.182647954s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:32.618084Z","caller":"traceutil/trace.go:172","msg":"trace[346381959] transaction","detail":"{read_only:false; number_of_response:1; response_revision:935; }","duration":"100.591019ms","start":"2026-05-21T22:45:32.517463Z","end":"2026-05-21T22:45:32.618054Z","steps":["trace[346381959] 'process raft request' (duration: 100.315271ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:32.618121Z","caller":"traceutil/trace.go:172","msg":"trace[1026093958] transaction","detail":"{read_only:false; number_of_response:1; response_revision:935; }","duration":"100.571459ms","start":"2026-05-21T22:45:32.517505Z","end":"2026-05-21T22:45:32.618076Z","steps":["trace[1026093958] 'process raft request' (duration: 100.43012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.633231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.474756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-05-21T22:45:32.633287Z","caller":"traceutil/trace.go:172","msg":"trace[111448676] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:935; }","duration":"130.542516ms","start":"2026-05-21T22:45:32.502734Z","end":"2026-05-21T22:45:32.633276Z","steps":["trace[111448676] 'agreement among raft nodes before linearized reading' (duration: 130.384437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.633507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.977674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-05-21T22:45:32.633533Z","caller":"traceutil/trace.go:172","msg":"trace[1840543809] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:935; }","duration":"131.003474ms","start":"2026-05-21T22:45:32.502523Z","end":"2026-05-21T22:45:32.633526Z","steps":["trace[1840543809] 'agreement among raft nodes before linearized reading' (duration: 130.891224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.633643Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.166353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-05-21T22:45:32.633664Z","caller":"traceutil/trace.go:172","msg":"trace[631379866] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:935; }","duration":"131.189183ms","start":"2026-05-21T22:45:32.502470Z","end":"2026-05-21T22:45:32.633659Z","steps":["trace[631379866] 'agreement among raft nodes before linearized reading' (duration: 131.136083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.654877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.225109ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:32.654924Z","caller":"traceutil/trace.go:172","msg":"trace[1933070748] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:940; }","duration":"114.284138ms","start":"2026-05-21T22:45:32.540629Z","end":"2026-05-21T22:45:32.654913Z","steps":["trace[1933070748] 'agreement among raft nodes before linearized reading' (duration: 114.198079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:32.654929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.680173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:32.655108Z","caller":"traceutil/trace.go:172","msg":"trace[1277049794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:940; }","duration":"107.882182ms","start":"2026-05-21T22:45:32.547212Z","end":"2026-05-21T22:45:32.655095Z","steps":["trace[1277049794] 'agreement among raft nodes before linearized reading' (duration: 107.635703ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:33.109993Z","caller":"traceutil/trace.go:172","msg":"trace[387172301] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"190.322345ms","start":"2026-05-21T22:45:32.919652Z","end":"2026-05-21T22:45:33.109974Z","steps":["trace[387172301] 'process raft request' (duration: 165.149851ms)","trace[387172301] 'compare' (duration: 24.998525ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:33.539020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.189485ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:33.539087Z","caller":"traceutil/trace.go:172","msg":"trace[1260269963] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:959; }","duration":"169.266915ms","start":"2026-05-21T22:45:33.369807Z","end":"2026-05-21T22:45:33.539074Z","steps":["trace[1260269963] 'range keys from in-memory index tree' (duration: 169.145105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:33.539215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.246665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:151240"} {"level":"warn","ts":"2026-05-21T22:45:33.539240Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:33.237743Z","time spent":"301.494728ms","remote":"127.0.0.1:52208","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-21T22:45:33.539266Z","caller":"traceutil/trace.go:172","msg":"trace[1864245045] transaction","detail":"{read_only:false; number_of_response:1; response_revision:959; }","duration":"575.439323ms","start":"2026-05-21T22:45:32.963819Z","end":"2026-05-21T22:45:33.539258Z","steps":["trace[1864245045] 'process raft request' (duration: 262.097008ms)","trace[1864245045] 'compare' (duration: 313.175426ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:33.539300Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:32.963791Z","time spent":"575.492753ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151263,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:34.039641Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152633,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:34.142686Z","caller":"traceutil/trace.go:172","msg":"trace[1397016120] transaction","detail":"{read_only:false; number_of_response:1; response_revision:964; }","duration":"957.054943ms","start":"2026-05-21T22:45:33.185610Z","end":"2026-05-21T22:45:34.142665Z","steps":["trace[1397016120] 'process raft request' (duration: 956.918974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.142824Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:33.185575Z","time spent":"957.171203ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151272,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:34.162929Z","caller":"traceutil/trace.go:172","msg":"trace[580963125] linearizableReadLoop","detail":"{readStateIndex:1105; appliedIndex:1106; }","duration":"623.780759ms","start":"2026-05-21T22:45:33.539120Z","end":"2026-05-21T22:45:34.162901Z","steps":["trace[580963125] 'read index received' (duration: 623.770229ms)","trace[580963125] 'applied index is now lower than readState.Index' (duration: 8.47µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:34.163118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"623.975499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:34.163257Z","caller":"traceutil/trace.go:172","msg":"trace[1116590547] transaction","detail":"{read_only:false; number_of_response:1; response_revision:965; }","duration":"549.088812ms","start":"2026-05-21T22:45:33.614148Z","end":"2026-05-21T22:45:34.163236Z","steps":["trace[1116590547] 'process raft request' (duration: 548.999043ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:34.163429Z","caller":"traceutil/trace.go:172","msg":"trace[1539498991] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:964; }","duration":"624.068249ms","start":"2026-05-21T22:45:33.539113Z","end":"2026-05-21T22:45:34.163182Z","steps":["trace[1539498991] 'agreement among raft nodes before linearized reading' (duration: 623.931539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.164167Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:33.614121Z","time spent":"549.209752ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":91,"response count":0,"response size":18083,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:34.184287Z","caller":"traceutil/trace.go:172","msg":"trace[1801948919] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"241.430804ms","start":"2026-05-21T22:45:33.942836Z","end":"2026-05-21T22:45:34.184267Z","steps":["trace[1801948919] 'process raft request' (duration: 241.307604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.192109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.680247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:34.192167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"615.093094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-21T22:45:34.192184Z","caller":"traceutil/trace.go:172","msg":"trace[2006546049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:968; }","duration":"234.764806ms","start":"2026-05-21T22:45:33.957402Z","end":"2026-05-21T22:45:34.192167Z","steps":["trace[2006546049] 'agreement among raft nodes before linearized reading' (duration: 234.612447ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:34.192216Z","caller":"traceutil/trace.go:172","msg":"trace[1641915695] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:968; }","duration":"615.145513ms","start":"2026-05-21T22:45:33.577057Z","end":"2026-05-21T22:45:34.192203Z","steps":["trace[1641915695] 'agreement among raft nodes before linearized reading' (duration: 614.951924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:34.192412Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:33.577039Z","time spent":"615.203903ms","remote":"127.0.0.1:33438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.235\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:34.821872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.08485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-21T22:45:35.563549Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152663,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:35.632441Z","caller":"traceutil/trace.go:172","msg":"trace[637684918] linearizableReadLoop","detail":"{readStateIndex:1140; appliedIndex:1140; }","duration":"569.755746ms","start":"2026-05-21T22:45:35.062660Z","end":"2026-05-21T22:45:35.632416Z","steps":["trace[637684918] 'read index received' (duration: 569.749796ms)","trace[637684918] 'applied index is now lower than readState.Index' (duration: 4.72µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:35.632855Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"570.158954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-21T22:45:35.632905Z","caller":"traceutil/trace.go:172","msg":"trace[1464560093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:983; }","duration":"570.257124ms","start":"2026-05-21T22:45:35.062636Z","end":"2026-05-21T22:45:35.632894Z","steps":["trace[1464560093] 'agreement among raft nodes before linearized reading' (duration: 569.994545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:35.632947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:35.062615Z","time spent":"570.323384ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:35.633639Z","caller":"traceutil/trace.go:172","msg":"trace[1931660409] transaction","detail":"{read_only:false; number_of_response:1; response_revision:983; }","duration":"1.088444735s","start":"2026-05-21T22:45:34.545104Z","end":"2026-05-21T22:45:35.633549Z","steps":["trace[1931660409] 'process raft request' (duration: 1.087483898s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:35.633816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:34.545075Z","time spent":"1.088649424s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":15713,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:35.635630Z","caller":"traceutil/trace.go:172","msg":"trace[1528538185] transaction","detail":"{read_only:false; number_of_response:1; response_revision:983; }","duration":"949.966261ms","start":"2026-05-21T22:45:34.685633Z","end":"2026-05-21T22:45:35.635599Z","steps":["trace[1528538185] 'process raft request' (duration: 947.888899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:35.635752Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:34.685604Z","time spent":"950.067131ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570141,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:35.636630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.069021ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:35.638056Z","caller":"traceutil/trace.go:172","msg":"trace[909812026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:986; }","duration":"268.137643ms","start":"2026-05-21T22:45:35.369894Z","end":"2026-05-21T22:45:35.638031Z","steps":["trace[909812026] 'agreement among raft nodes before linearized reading' (duration: 266.044241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:38.448246Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:45:40.260085Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:40.760774Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:41.261637Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:41.762649Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:42.125801Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.423173471s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-21T22:45:42.262807Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:42.667422Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"2b7e36d9c615fc5c [logterm: 4, index: 1250, vote: 1cac722af8b2b8a6] ignored MsgPreVote from 9da4b9704ef33c58 [logterm: 4, index: 1250] at term 4: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-05-21T22:45:42.763485Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:42.958267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000374828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-21T22:45:42.958390Z","caller":"traceutil/trace.go:172","msg":"trace[350284550] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000553798s","start":"2026-05-21T22:45:40.957809Z","end":"2026-05-21T22:45:42.958363Z","steps":["trace[350284550] 'agreement among raft nodes before linearized reading' (duration: 2.000365058s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:42.958468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:40.957785Z","time spent":"2.000667849s","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:45:43.181556Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.05464685s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-21T22:45:43.264431Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:43.765448Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:44.266365Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:44.758839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999115762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:45:44.758911Z","caller":"traceutil/trace.go:172","msg":"trace[618003481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999213232s","start":"2026-05-21T22:45:39.759684Z","end":"2026-05-21T22:45:44.758897Z","steps":["trace[618003481] 'agreement among raft nodes before linearized reading' (duration: 4.999112952s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.758958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:39.759660Z","time spent":"4.999289473s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/05/21 22:45:44 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T22:45:44.767320Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:44.959390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000079035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:45:44.959494Z","caller":"traceutil/trace.go:172","msg":"trace[1376947819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207725s","start":"2026-05-21T22:45:42.959259Z","end":"2026-05-21T22:45:44.959467Z","steps":["trace[1376947819] 'agreement among raft nodes before linearized reading' (duration: 2.000074535s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:44.959577Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:42.959229Z","time spent":"2.000330355s","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 22:45:44 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T22:45:45.268127Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:45.311224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.99995837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:45:45.311319Z","caller":"traceutil/trace.go:172","msg":"trace[1615040963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.00007935s","start":"2026-05-21T22:45:40.311216Z","end":"2026-05-21T22:45:45.311295Z","steps":["trace[1615040963] 'agreement among raft nodes before linearized reading' (duration: 4.99995243s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:45.311382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:40.311192Z","time spent":"5.00017424s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/05/21 22:45:45 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T22:45:45.768807Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:46.017133Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.000016671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:45:46.017219Z","caller":"traceutil/trace.go:172","msg":"trace[1536834924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000178161s","start":"2026-05-21T22:45:41.017024Z","end":"2026-05-21T22:45:46.017202Z","steps":["trace[1536834924] 'agreement among raft nodes before linearized reading' (duration: 5.000012941s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:46.017285Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:41.017012Z","time spent":"5.000260921s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} 2026/05/21 22:45:46 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-21T22:45:46.067209Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"2b7e36d9c615fc5c [logterm: 4, index: 1257, vote: 1cac722af8b2b8a6] ignored MsgPreVote from 9da4b9704ef33c58 [logterm: 4, index: 1257] at term 4: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-05-21T22:45:46.269203Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:46.736236Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.120979686s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-21T22:45:46.738143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.556114045s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-21T22:45:46.738937Z","caller":"traceutil/trace.go:172","msg":"trace[1121772614] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1245; }","duration":"6.979217686s","start":"2026-05-21T22:45:39.759701Z","end":"2026-05-21T22:45:46.738919Z","steps":["trace[1121772614] 'read index received' (duration: 6.976968353s)","trace[1121772614] 'applied index is now lower than readState.Index' (duration: 2.248333ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:46.967244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00040541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-21T22:45:46.967471Z","caller":"traceutil/trace.go:172","msg":"trace[1963497642] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061228s","start":"2026-05-21T22:45:44.966797Z","end":"2026-05-21T22:45:46.967409Z","steps":["trace[1963497642] 'agreement among raft nodes before linearized reading' (duration: 2.00040102s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:46.967725Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:44.966782Z","time spent":"2.00092597s","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/21 22:45:46 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-21T22:45:47.239601Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:47.358443Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18184583447732152724,"received-request-id":18184583447732152721} {"level":"warn","ts":"2026-05-21T22:45:47.739864Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152724,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:47.998080Z","caller":"traceutil/trace.go:172","msg":"trace[2108389936] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1257; }","duration":"1.259059405s","start":"2026-05-21T22:45:46.738977Z","end":"2026-05-21T22:45:47.998037Z","steps":["trace[2108389936] 'read index received' (duration: 1.259041495s)","trace[2108389936] 'applied index is now lower than readState.Index' (duration: 15.74µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:47.998290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.421036346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-21T22:45:47.998369Z","caller":"traceutil/trace.go:172","msg":"trace[1500313959] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:1059; }","duration":"4.421126156s","start":"2026-05-21T22:45:43.577222Z","end":"2026-05-21T22:45:47.998348Z","steps":["trace[1500313959] 'agreement among raft nodes before linearized reading' (duration: 4.420873486s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.998420Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:43.577182Z","time spent":"4.421229196s","remote":"127.0.0.1:33438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.235\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:47.998514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.627762788s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:47.998548Z","caller":"traceutil/trace.go:172","msg":"trace[2084119800] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1059; }","duration":"7.627792138s","start":"2026-05-21T22:45:40.370744Z","end":"2026-05-21T22:45:47.998536Z","steps":["trace[2084119800] 'agreement among raft nodes before linearized reading' (duration: 7.627752028s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.998776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.03508125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b1b615cd37bb5c\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-05-21T22:45:47.998824Z","caller":"traceutil/trace.go:172","msg":"trace[304041999] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18b1b615cd37bb5c; range_end:; response_count:1; response_revision:1059; }","duration":"3.035129381s","start":"2026-05-21T22:45:44.963683Z","end":"2026-05-21T22:45:47.998812Z","steps":["trace[304041999] 'agreement among raft nodes before linearized reading' (duration: 3.03501753s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.998852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:44.963654Z","time spent":"3.035189181s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b1b615cd37bb5c\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:47.998469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.19843671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-21T22:45:47.999156Z","caller":"traceutil/trace.go:172","msg":"trace[740723541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1059; }","duration":"5.199138032s","start":"2026-05-21T22:45:42.799984Z","end":"2026-05-21T22:45:47.999122Z","steps":["trace[740723541] 'agreement among raft nodes before linearized reading' (duration: 5.19824187s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:47.999270Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:42.799956Z","time spent":"5.199272112s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:47.999314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.098518018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-21T22:45:48.000566Z","caller":"traceutil/trace.go:172","msg":"trace[1679097242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1059; }","duration":"8.098612958s","start":"2026-05-21T22:45:39.900761Z","end":"2026-05-21T22:45:47.999374Z","steps":["trace[1679097242] 'agreement among raft nodes before linearized reading' (duration: 8.098319968s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.000691Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:39.900741Z","time spent":"8.09991454s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:48.002031Z","caller":"traceutil/trace.go:172","msg":"trace[1645359081] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"2.111871284s","start":"2026-05-21T22:45:45.890141Z","end":"2026-05-21T22:45:48.002012Z","steps":["trace[1645359081] 'process raft request' (duration: 2.111778174s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:48.002061Z","caller":"traceutil/trace.go:172","msg":"trace[312348653] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1069; }","duration":"1.252148668s","start":"2026-05-21T22:45:46.749901Z","end":"2026-05-21T22:45:48.002050Z","steps":["trace[312348653] 'process raft request' (duration: 1.252050548s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:48.002259Z","caller":"traceutil/trace.go:172","msg":"trace[593908445] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1069; }","duration":"1.223254622s","start":"2026-05-21T22:45:46.778994Z","end":"2026-05-21T22:45:48.002249Z","steps":["trace[593908445] 'process raft request' (duration: 1.222994382s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.002148Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:45.890123Z","time spent":"2.111964554s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:48.002673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:46.749879Z","time spent":"1.252442299s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":13263,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:48.001980Z","caller":"traceutil/trace.go:172","msg":"trace[1590448154] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"3.458496599s","start":"2026-05-21T22:45:44.543464Z","end":"2026-05-21T22:45:48.001960Z","steps":["trace[1590448154] 'process raft request' (duration: 3.458411979s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.002837Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:44.543413Z","time spent":"3.459356769s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:48.002851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:46.778960Z","time spent":"1.223539932s","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":13263,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:48.116673Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18184583447732152727,"received-request-id":18184583447732152724} {"level":"info","ts":"2026-05-21T22:45:48.241422Z","caller":"traceutil/trace.go:172","msg":"trace[1780673123] linearizableReadLoop","detail":"{readStateIndex:1272; appliedIndex:1273; }","duration":"243.215509ms","start":"2026-05-21T22:45:47.998190Z","end":"2026-05-21T22:45:48.241405Z","steps":["trace[1780673123] 'read index received' (duration: 243.208429ms)","trace[1780673123] 'applied index is now lower than readState.Index' (duration: 6.28µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:48.241615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"478.274409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nzwjx\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-05-21T22:45:48.241638Z","caller":"traceutil/trace.go:172","msg":"trace[1355840055] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nzwjx; range_end:; response_count:1; response_revision:1070; }","duration":"478.314519ms","start":"2026-05-21T22:45:47.763316Z","end":"2026-05-21T22:45:48.241631Z","steps":["trace[1355840055] 'agreement among raft nodes before linearized reading' (duration: 478.168239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.241659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.763289Z","time spent":"478.364579ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-nzwjx\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:48.241736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.273978336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:48.241820Z","caller":"traceutil/trace.go:172","msg":"trace[1445214642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1071; }","duration":"1.274069916s","start":"2026-05-21T22:45:46.967734Z","end":"2026-05-21T22:45:48.241804Z","steps":["trace[1445214642] 'agreement among raft nodes before linearized reading' (duration: 1.273950696s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.241902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:46.967704Z","time spent":"1.274147616s","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:45:48.241893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"906.295519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-05-21T22:45:48.241962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"553.990124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:48.241999Z","caller":"traceutil/trace.go:172","msg":"trace[466645921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1071; }","duration":"554.026154ms","start":"2026-05-21T22:45:47.687963Z","end":"2026-05-21T22:45:48.241989Z","steps":["trace[466645921] 'agreement among raft nodes before linearized reading' (duration: 553.970384ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:48.242002Z","caller":"traceutil/trace.go:172","msg":"trace[1364133494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1070; }","duration":"906.433049ms","start":"2026-05-21T22:45:47.335545Z","end":"2026-05-21T22:45:48.241978Z","steps":["trace[1364133494] 'agreement among raft nodes before linearized reading' (duration: 906.062329ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.242022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.687928Z","time spent":"554.088864ms","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:45:48.242066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:47.335519Z","time spent":"906.53649ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:48.271109Z","caller":"traceutil/trace.go:172","msg":"trace[114840529] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"269.117183ms","start":"2026-05-21T22:45:48.001975Z","end":"2026-05-21T22:45:48.271093Z","steps":["trace[114840529] 'process raft request' (duration: 269.074652ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:48.470316Z","caller":"traceutil/trace.go:172","msg":"trace[1048976785] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"360.778972ms","start":"2026-05-21T22:45:48.109517Z","end":"2026-05-21T22:45:48.470296Z","steps":["trace[1048976785] 'process raft request' (duration: 360.320091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.470464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.109480Z","time spent":"360.912162ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:48.470612Z","caller":"traceutil/trace.go:172","msg":"trace[1264328239] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1074; }","duration":"382.928107ms","start":"2026-05-21T22:45:48.087671Z","end":"2026-05-21T22:45:48.470600Z","steps":["trace[1264328239] 'process raft request' (duration: 381.307874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.470674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.087634Z","time spent":"383.009128ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188279,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:48.569248Z","caller":"traceutil/trace.go:172","msg":"trace[246868857] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1281; }","duration":"327.749814ms","start":"2026-05-21T22:45:48.241468Z","end":"2026-05-21T22:45:48.569217Z","steps":["trace[246868857] 'read index received' (duration: 327.738684ms)","trace[246868857] 'applied index is now lower than readState.Index' (duration: 9.45µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:48.615215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"615.200094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:48.615309Z","caller":"traceutil/trace.go:172","msg":"trace[997164308] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1076; }","duration":"615.302374ms","start":"2026-05-21T22:45:47.999987Z","end":"2026-05-21T22:45:48.615289Z","steps":["trace[997164308] 'agreement among raft nodes before linearized reading' (duration: 569.32661ms)","trace[997164308] 'range keys from in-memory index tree' (duration: 45.856104ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:48.615453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"597.014128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-05-21T22:45:48.615617Z","caller":"traceutil/trace.go:172","msg":"trace[239896175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1076; }","duration":"597.207609ms","start":"2026-05-21T22:45:48.018376Z","end":"2026-05-21T22:45:48.615583Z","steps":["trace[239896175] 'agreement among raft nodes before linearized reading' (duration: 550.872474ms)","trace[239896175] 'range keys from in-memory index tree' (duration: 45.932334ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:48.615834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.018354Z","time spent":"597.320069ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:48.624907Z","caller":"traceutil/trace.go:172","msg":"trace[756605442] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"366.374363ms","start":"2026-05-21T22:45:48.258512Z","end":"2026-05-21T22:45:48.624886Z","steps":["trace[756605442] 'process raft request' (duration: 366.122112ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:48.624953Z","caller":"traceutil/trace.go:172","msg":"trace[1822015770] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"350.693421ms","start":"2026-05-21T22:45:48.274189Z","end":"2026-05-21T22:45:48.624883Z","steps":["trace[1822015770] 'process raft request' (duration: 350.662091ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:48.624982Z","caller":"traceutil/trace.go:172","msg":"trace[158348463] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"352.843646ms","start":"2026-05-21T22:45:48.272126Z","end":"2026-05-21T22:45:48.624970Z","steps":["trace[158348463] 'process raft request' (duration: 352.690265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:48.625022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.274181Z","time spent":"350.799322ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-21T22:45:48.625048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.258488Z","time spent":"366.492044ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:48.625080Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.272100Z","time spent":"352.910146ms","remote":"127.0.0.1:33438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:48.836374Z","caller":"traceutil/trace.go:172","msg":"trace[1836235910] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"274.210514ms","start":"2026-05-21T22:45:48.562143Z","end":"2026-05-21T22:45:48.836353Z","steps":["trace[1836235910] 'process raft request' (duration: 274.030754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.069510Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152738,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:45:49.269867Z","caller":"traceutil/trace.go:172","msg":"trace[2003013354] linearizableReadLoop","detail":"{readStateIndex:1290; appliedIndex:1292; }","duration":"700.476773ms","start":"2026-05-21T22:45:48.569336Z","end":"2026-05-21T22:45:49.269813Z","steps":["trace[2003013354] 'read index received' (duration: 700.461183ms)","trace[2003013354] 'applied index is now lower than readState.Index' (duration: 13.18µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:49.270539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.016335713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.270923Z","caller":"traceutil/trace.go:172","msg":"trace[69658409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1084; }","duration":"1.016835124s","start":"2026-05-21T22:45:48.254002Z","end":"2026-05-21T22:45:49.270837Z","steps":["trace[69658409] 'agreement among raft nodes before linearized reading' (duration: 1.015969081s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.271153Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.253972Z","time spent":"1.017067204s","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T22:45:49.301684Z","caller":"traceutil/trace.go:172","msg":"trace[2041249660] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"673.961551ms","start":"2026-05-21T22:45:48.627703Z","end":"2026-05-21T22:45:49.301665Z","steps":["trace[2041249660] 'process raft request' (duration: 673.815721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.301867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.627688Z","time spent":"674.076861ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-21T22:45:49.669958Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18184583447732152740,"received-request-id":18184583447732152738} {"level":"info","ts":"2026-05-21T22:45:49.686476Z","caller":"traceutil/trace.go:172","msg":"trace[2018514069] linearizableReadLoop","detail":"{readStateIndex:1297; appliedIndex:1297; }","duration":"416.504289ms","start":"2026-05-21T22:45:49.269943Z","end":"2026-05-21T22:45:49.686448Z","steps":["trace[2018514069] 'read index received' (duration: 416.491539ms)","trace[2018514069] 'applied index is now lower than readState.Index' (duration: 10.68µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:49.737437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.036195326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-05-21T22:45:49.737646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.109284426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b1b615cd37bb5c\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-05-21T22:45:49.737648Z","caller":"traceutil/trace.go:172","msg":"trace[1189311118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1087; }","duration":"1.036733467s","start":"2026-05-21T22:45:48.700876Z","end":"2026-05-21T22:45:49.737609Z","steps":["trace[1189311118] 'agreement among raft nodes before linearized reading' (duration: 985.611872ms)","trace[1189311118] 'range keys from in-memory index tree' (duration: 50.346344ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:45:49.737730Z","caller":"traceutil/trace.go:172","msg":"trace[1922338349] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18b1b615cd37bb5c; range_end:; response_count:1; response_revision:1087; }","duration":"1.109360496s","start":"2026-05-21T22:45:48.628325Z","end":"2026-05-21T22:45:49.737685Z","steps":["trace[1922338349] 'agreement among raft nodes before linearized reading' (duration: 1.058174211s)","trace[1922338349] 'range keys from in-memory index tree' (duration: 50.981535ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:49.737753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.700861Z","time spent":"1.036871737s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.737774Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.628315Z","time spent":"1.109448927s","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b1b615cd37bb5c\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.738205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.120420709s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.738307Z","caller":"traceutil/trace.go:172","msg":"trace[1902282596] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1087; }","duration":"1.120535499s","start":"2026-05-21T22:45:48.617751Z","end":"2026-05-21T22:45:49.738286Z","steps":["trace[1902282596] 'agreement among raft nodes before linearized reading' (duration: 1.068801912s)","trace[1902282596] 'range keys from in-memory index tree' (duration: 51.586756ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:49.738305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.108405345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nzwjx\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-05-21T22:45:49.738590Z","caller":"traceutil/trace.go:172","msg":"trace[388214379] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nzwjx; range_end:; response_count:1; response_revision:1087; }","duration":"1.108695676s","start":"2026-05-21T22:45:48.629880Z","end":"2026-05-21T22:45:49.738576Z","steps":["trace[388214379] 'agreement among raft nodes before linearized reading' (duration: 1.056580158s)","trace[388214379] 'range keys from in-memory index tree' (duration: 51.683067ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:49.738636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.629822Z","time spent":"1.108799316s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18647,"request content":"key:\"/registry/pods/kube-system/cilium-nzwjx\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:49.739126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.111584091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-05-21T22:45:49.739229Z","caller":"traceutil/trace.go:172","msg":"trace[1702806008] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1087; }","duration":"1.111687382s","start":"2026-05-21T22:45:48.627526Z","end":"2026-05-21T22:45:49.739214Z","steps":["trace[1702806008] 'agreement among raft nodes before linearized reading' (duration: 1.058996332s)","trace[1702806008] 'range keys from in-memory index tree' (duration: 51.970338ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:49.739323Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:48.626621Z","time spent":"1.112690794s","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":485,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:49.792760Z","caller":"traceutil/trace.go:172","msg":"trace[1078145860] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1302; }","duration":"106.17169ms","start":"2026-05-21T22:45:49.686565Z","end":"2026-05-21T22:45:49.792737Z","steps":["trace[1078145860] 'read index received' (duration: 83.763645ms)","trace[1078145860] 'applied index is now lower than readState.Index' (duration: 22.405815ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:49.792973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.467621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:49.793006Z","caller":"traceutil/trace.go:172","msg":"trace[1409357105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"511.551661ms","start":"2026-05-21T22:45:49.281446Z","end":"2026-05-21T22:45:49.792998Z","steps":["trace[1409357105] 'agreement among raft nodes before linearized reading' (duration: 511.410411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:49.793086Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:49.281424Z","time spent":"511.656531ms","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:45:51.733628Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:45:51.752139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"689.2339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-21T22:45:51.752228Z","caller":"traceutil/trace.go:172","msg":"trace[1669496053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1130; }","duration":"689.32687ms","start":"2026-05-21T22:45:51.062874Z","end":"2026-05-21T22:45:51.752201Z","steps":["trace[1669496053] 'range keys from in-memory index tree' (duration: 687.612765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:51.752274Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:51.062848Z","time spent":"689.41476ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:51.752416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.951034ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:51.752467Z","caller":"traceutil/trace.go:172","msg":"trace[346555605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1130; }","duration":"382.003904ms","start":"2026-05-21T22:45:51.370450Z","end":"2026-05-21T22:45:51.752454Z","steps":["trace[346555605] 'range keys from in-memory index tree' (duration: 381.898193ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:51.752987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.591137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-21T22:45:51.956581Z","caller":"traceutil/trace.go:172","msg":"trace[1865388968] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"722.848627ms","start":"2026-05-21T22:45:51.233711Z","end":"2026-05-21T22:45:51.956560Z","steps":["trace[1865388968] 'process raft request' (duration: 721.843695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:51.956934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:51.233701Z","time spent":"723.177618ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-21T22:45:51.957251Z","caller":"traceutil/trace.go:172","msg":"trace[817436721] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1351; }","duration":"724.663644ms","start":"2026-05-21T22:45:51.232557Z","end":"2026-05-21T22:45:51.957220Z","steps":["trace[817436721] 'read index received' (duration: 724.657034ms)","trace[817436721] 'applied index is now lower than readState.Index' (duration: 5.41µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:51.957615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"725.034715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nzwjx\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-05-21T22:45:51.957708Z","caller":"traceutil/trace.go:172","msg":"trace[1707406617] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nzwjx; range_end:; response_count:1; response_revision:1133; }","duration":"725.138015ms","start":"2026-05-21T22:45:51.232553Z","end":"2026-05-21T22:45:51.957691Z","steps":["trace[1707406617] 'agreement among raft nodes before linearized reading' (duration: 724.849074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:51.957768Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:51.232541Z","time spent":"725.213075ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19168,"request content":"key:\"/registry/pods/kube-system/cilium-nzwjx\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:51.999060Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18184583447732152765,"received-request-id":18184583447732152763} {"level":"info","ts":"2026-05-21T22:45:52.069863Z","caller":"traceutil/trace.go:172","msg":"trace[1501144415] linearizableReadLoop","detail":"{readStateIndex:1352; appliedIndex:1353; }","duration":"112.294614ms","start":"2026-05-21T22:45:51.957552Z","end":"2026-05-21T22:45:52.069846Z","steps":["trace[1501144415] 'read index received' (duration: 112.286274ms)","trace[1501144415] 'applied index is now lower than readState.Index' (duration: 7.2µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:52.119986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.445821ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:52.120091Z","caller":"traceutil/trace.go:172","msg":"trace[1660735105] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1133; }","duration":"367.563161ms","start":"2026-05-21T22:45:51.752508Z","end":"2026-05-21T22:45:52.120071Z","steps":["trace[1660735105] 'agreement among raft nodes before linearized reading' (duration: 317.397071ms)","trace[1660735105] 'range keys from in-memory index tree' (duration: 50.02599ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:52.120103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"761.677526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:52.120138Z","caller":"traceutil/trace.go:172","msg":"trace[992872503] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1133; }","duration":"761.732316ms","start":"2026-05-21T22:45:51.358396Z","end":"2026-05-21T22:45:52.120128Z","steps":["trace[992872503] 'agreement among raft nodes before linearized reading' (duration: 711.545816ms)","trace[992872503] 'range keys from in-memory index tree' (duration: 50.10874ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:52.120139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.680317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:45:52.120161Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:51.358359Z","time spent":"761.796796ms","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:52.120192Z","caller":"traceutil/trace.go:172","msg":"trace[1229195110] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1133; }","duration":"222.739247ms","start":"2026-05-21T22:45:51.897436Z","end":"2026-05-21T22:45:52.120175Z","steps":["trace[1229195110] 'agreement among raft nodes before linearized reading' (duration: 172.479747ms)","trace[1229195110] 'range keys from in-memory index tree' (duration: 50.17693ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:52.120239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"813.719602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-21T22:45:52.120329Z","caller":"traceutil/trace.go:172","msg":"trace[460996025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1133; }","duration":"813.824983ms","start":"2026-05-21T22:45:51.306482Z","end":"2026-05-21T22:45:52.120307Z","steps":["trace[460996025] 'agreement among raft nodes before linearized reading' (duration: 763.467543ms)","trace[460996025] 'range keys from in-memory index tree' (duration: 50.181529ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:52.120393Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:51.306456Z","time spent":"813.922883ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:52.120242Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"707.944963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-21T22:45:52.120478Z","caller":"traceutil/trace.go:172","msg":"trace[368759857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1133; }","duration":"708.187804ms","start":"2026-05-21T22:45:51.412257Z","end":"2026-05-21T22:45:52.120445Z","steps":["trace[368759857] 'agreement among raft nodes before linearized reading' (duration: 657.671373ms)","trace[368759857] 'range keys from in-memory index tree' (duration: 50.14059ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:52.120579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:51.412241Z","time spent":"708.302004ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:52.301645Z","caller":"traceutil/trace.go:172","msg":"trace[619409658] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"330.912093ms","start":"2026-05-21T22:45:51.970688Z","end":"2026-05-21T22:45:52.301600Z","steps":["trace[619409658] 'process raft request' (duration: 254.394439ms)","trace[619409658] 'compare' (duration: 76.191312ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:52.301852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:51.970663Z","time spent":"331.091403ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19396,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-21T22:45:52.365825Z","caller":"traceutil/trace.go:172","msg":"trace[326304481] linearizableReadLoop","detail":"{readStateIndex:1357; appliedIndex:1359; }","duration":"295.886689ms","start":"2026-05-21T22:45:52.069908Z","end":"2026-05-21T22:45:52.365794Z","steps":["trace[326304481] 'read index received' (duration: 295.874759ms)","trace[326304481] 'applied index is now lower than readState.Index' (duration: 10.56µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:45:52.365872Z","caller":"traceutil/trace.go:172","msg":"trace[790317044] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"239.759849ms","start":"2026-05-21T22:45:52.126091Z","end":"2026-05-21T22:45:52.365851Z","steps":["trace[790317044] 'process raft request' (duration: 239.652288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:52.366081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"355.07731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:52.366147Z","caller":"traceutil/trace.go:172","msg":"trace[1767532697] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1140; }","duration":"355.18522ms","start":"2026-05-21T22:45:52.010945Z","end":"2026-05-21T22:45:52.366130Z","steps":["trace[1767532697] 'agreement among raft nodes before linearized reading' (duration: 355.0149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:52.366201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:52.010928Z","time spent":"355.261231ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:45:52.367662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.757036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-21T22:45:52.367737Z","caller":"traceutil/trace.go:172","msg":"trace[1562498510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1140; }","duration":"121.828896ms","start":"2026-05-21T22:45:52.245891Z","end":"2026-05-21T22:45:52.367720Z","steps":["trace[1562498510] 'agreement among raft nodes before linearized reading' (duration: 121.650615ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:52.919425Z","caller":"traceutil/trace.go:172","msg":"trace[1747204317] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"317.861328ms","start":"2026-05-21T22:45:52.601548Z","end":"2026-05-21T22:45:52.919410Z","steps":["trace[1747204317] 'process raft request' (duration: 317.767747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:52.919515Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:52.601520Z","time spent":"317.958398ms","remote":"127.0.0.1:33516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-21T22:45:53.194140Z","caller":"traceutil/trace.go:172","msg":"trace[340946376] linearizableReadLoop","detail":"{readStateIndex:1360; appliedIndex:1361; }","duration":"342.303553ms","start":"2026-05-21T22:45:52.851808Z","end":"2026-05-21T22:45:53.194112Z","steps":["trace[340946376] 'read index received' (duration: 342.277743ms)","trace[340946376] 'applied index is now lower than readState.Index' (duration: 8.23µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:45:53.194292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.468384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:53.194381Z","caller":"traceutil/trace.go:172","msg":"trace[375451620] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1141; }","duration":"342.567484ms","start":"2026-05-21T22:45:52.851797Z","end":"2026-05-21T22:45:53.194364Z","steps":["trace[375451620] 'agreement among raft nodes before linearized reading' (duration: 342.424124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:53.194464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:45:52.851775Z","time spent":"342.679964ms","remote":"127.0.0.1:34254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"info","ts":"2026-05-21T22:45:53.197531Z","caller":"traceutil/trace.go:172","msg":"trace[625425332] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"269.677325ms","start":"2026-05-21T22:45:52.927829Z","end":"2026-05-21T22:45:53.197506Z","steps":["trace[625425332] 'process raft request' (duration: 269.542054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:53.199622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.845297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:45:53.199672Z","caller":"traceutil/trace.go:172","msg":"trace[705620843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1144; }","duration":"241.906007ms","start":"2026-05-21T22:45:52.957755Z","end":"2026-05-21T22:45:53.199661Z","steps":["trace[705620843] 'agreement among raft nodes before linearized reading' (duration: 241.809967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:45:57.171364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44124","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-21T22:45:58.220764Z","caller":"traceutil/trace.go:172","msg":"trace[1691545372] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"116.922154ms","start":"2026-05-21T22:45:58.103821Z","end":"2026-05-21T22:45:58.220743Z","steps":["trace[1691545372] 'process raft request' (duration: 116.873374ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:45:59.947836Z","caller":"traceutil/trace.go:172","msg":"trace[813495925] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"100.887437ms","start":"2026-05-21T22:45:59.846920Z","end":"2026-05-21T22:45:59.947807Z","steps":["trace[813495925] 'process raft request' (duration: 65.238492ms)","trace[813495925] 'compare' (duration: 35.304163ms)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:45:59.947865Z","caller":"traceutil/trace.go:172","msg":"trace[1257229337] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1230; }","duration":"100.596815ms","start":"2026-05-21T22:45:59.847240Z","end":"2026-05-21T22:45:59.947837Z","steps":["trace[1257229337] 'process raft request' (duration: 100.405094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:00.556167Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:00.592097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:00.629961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:00.644845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-21T22:46:00.835629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45682","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-21T22:46:03.637487Z","caller":"traceutil/trace.go:172","msg":"trace[1232854266] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1520; }","duration":"267.026509ms","start":"2026-05-21T22:46:03.370438Z","end":"2026-05-21T22:46:03.637465Z","steps":["trace[1232854266] 'read index received' (duration: 253.3739ms)","trace[1232854266] 'applied index is now lower than readState.Index' (duration: 13.651169ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:46:03.637693Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.276431ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:03.637784Z","caller":"traceutil/trace.go:172","msg":"trace[860068184] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1292; }","duration":"267.387921ms","start":"2026-05-21T22:46:03.370379Z","end":"2026-05-21T22:46:03.637767Z","steps":["trace[860068184] 'agreement among raft nodes before linearized reading' (duration: 267.20731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:06.817943Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:46:07.319068Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732152945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-21T22:46:07.462789Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.207511083s","expected-duration":"1s"} {"level":"info","ts":"2026-05-21T22:46:07.530736Z","caller":"traceutil/trace.go:172","msg":"trace[1459083386] linearizableReadLoop","detail":"{readStateIndex:1556; appliedIndex:1556; }","duration":"1.213241561s","start":"2026-05-21T22:46:06.317475Z","end":"2026-05-21T22:46:07.530717Z","steps":["trace[1459083386] 'read index received' (duration: 1.213235501s)","trace[1459083386] 'applied index is now lower than readState.Index' (duration: 5.26µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:46:07.531079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.213565233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-sr7l2\" limit:1 ","response":"range_response_count:1 size:4470"} {"level":"info","ts":"2026-05-21T22:46:07.531184Z","caller":"traceutil/trace.go:172","msg":"trace[743576959] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-sr7l2; range_end:; response_count:1; response_revision:1321; }","duration":"1.213699314s","start":"2026-05-21T22:46:06.317458Z","end":"2026-05-21T22:46:07.531157Z","steps":["trace[743576959] 'agreement among raft nodes before linearized reading' (duration: 1.213352882s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:07.531238Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:06.317433Z","time spent":"1.213793385s","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":4493,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-sr7l2\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:46:07.532186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.169945066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:46:07.532213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.095534975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:07.532316Z","caller":"traceutil/trace.go:172","msg":"trace[1194545814] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1321; }","duration":"1.095658736s","start":"2026-05-21T22:46:06.436634Z","end":"2026-05-21T22:46:07.532293Z","steps":["trace[1194545814] 'agreement among raft nodes before linearized reading' (duration: 1.095491525s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:07.532327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.127807931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:07.532383Z","caller":"traceutil/trace.go:172","msg":"trace[452072699] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1321; }","duration":"1.127859821s","start":"2026-05-21T22:46:06.404508Z","end":"2026-05-21T22:46:07.532368Z","steps":["trace[452072699] 'agreement among raft nodes before linearized reading' (duration: 1.127784s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:07.532385Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"622.205711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:46:07.532394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:06.436622Z","time spent":"1.095761877s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:46:07.532346Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.16185544s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:07.532432Z","caller":"traceutil/trace.go:172","msg":"trace[1507551918] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1321; }","duration":"622.257201ms","start":"2026-05-21T22:46:06.910162Z","end":"2026-05-21T22:46:07.532419Z","steps":["trace[1507551918] 'agreement among raft nodes before linearized reading' (duration: 622.171971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:07.532436Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:06.404490Z","time spent":"1.127921881s","remote":"127.0.0.1:34452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:46:07.532478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:06.910136Z","time spent":"622.329623ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:46:07.532497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"738.769878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:07.532556Z","caller":"traceutil/trace.go:172","msg":"trace[412149892] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1321; }","duration":"738.827868ms","start":"2026-05-21T22:46:06.793709Z","end":"2026-05-21T22:46:07.532537Z","steps":["trace[412149892] 'agreement among raft nodes before linearized reading' (duration: 738.658217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:07.532572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"924.822095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-21T22:46:07.532589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"845.838136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-21T22:46:07.532594Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:06.793677Z","time spent":"738.906209ms","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"info","ts":"2026-05-21T22:46:07.532609Z","caller":"traceutil/trace.go:172","msg":"trace[1812862683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1321; }","duration":"925.194948ms","start":"2026-05-21T22:46:06.607407Z","end":"2026-05-21T22:46:07.532602Z","steps":["trace[1812862683] 'agreement among raft nodes before linearized reading' (duration: 924.691514ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:46:07.532621Z","caller":"traceutil/trace.go:172","msg":"trace[1013976419] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1321; }","duration":"845.933457ms","start":"2026-05-21T22:46:06.686678Z","end":"2026-05-21T22:46:07.532611Z","steps":["trace[1013976419] 'agreement among raft nodes before linearized reading' (duration: 845.820946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:07.532647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:06.607386Z","time spent":"925.240138ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:46:07.532641Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:06.686646Z","time spent":"845.989447ms","remote":"127.0.0.1:33782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:46:07.532693Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"574.050075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:07.532724Z","caller":"traceutil/trace.go:172","msg":"trace[1896483094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1321; }","duration":"574.077956ms","start":"2026-05-21T22:46:06.958636Z","end":"2026-05-21T22:46:07.532714Z","steps":["trace[1896483094] 'agreement among raft nodes before linearized reading' (duration: 574.030125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:07.532748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:06.958622Z","time spent":"574.121036ms","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:46:07.532834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.058828703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-21T22:46:07.532881Z","caller":"traceutil/trace.go:172","msg":"trace[1982190157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1321; }","duration":"1.058874964s","start":"2026-05-21T22:46:06.473994Z","end":"2026-05-21T22:46:07.532869Z","steps":["trace[1982190157] 'agreement among raft nodes before linearized reading' (duration: 1.058689882s)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:46:07.532258Z","caller":"traceutil/trace.go:172","msg":"trace[625903226] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1321; }","duration":"1.170032097s","start":"2026-05-21T22:46:06.362208Z","end":"2026-05-21T22:46:07.532240Z","steps":["trace[625903226] 'agreement among raft nodes before linearized reading' (duration: 1.169895066s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:07.532909Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:06.473978Z","time spent":"1.058924054s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:46:07.532938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:06.362186Z","time spent":"1.170733712s","remote":"127.0.0.1:33956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:46:07.532962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.068386232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-05-21T22:46:07.533005Z","caller":"traceutil/trace.go:172","msg":"trace[681911014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1321; }","duration":"1.068421303s","start":"2026-05-21T22:46:06.464568Z","end":"2026-05-21T22:46:07.532989Z","steps":["trace[681911014] 'agreement among raft nodes before linearized reading' (duration: 1.068341942s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:07.533023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:06.464540Z","time spent":"1.068477573s","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-05-21T22:46:07.532444Z","caller":"traceutil/trace.go:172","msg":"trace[365912490] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1321; }","duration":"1.16196637s","start":"2026-05-21T22:46:06.370469Z","end":"2026-05-21T22:46:07.532435Z","steps":["trace[365912490] 'agreement among raft nodes before linearized reading' (duration: 1.161840809s)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:11.213586Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.212366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-21T22:46:11.296199Z","caller":"traceutil/trace.go:172","msg":"trace[2020411007] linearizableReadLoop","detail":"{readStateIndex:1585; appliedIndex:1586; }","duration":"338.469576ms","start":"2026-05-21T22:46:10.957700Z","end":"2026-05-21T22:46:11.296170Z","steps":["trace[2020411007] 'read index received' (duration: 338.462886ms)","trace[2020411007] 'applied index is now lower than readState.Index' (duration: 5.46µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:46:11.296518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.777618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:11.296574Z","caller":"traceutil/trace.go:172","msg":"trace[80989341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1349; }","duration":"338.876979ms","start":"2026-05-21T22:46:10.957686Z","end":"2026-05-21T22:46:11.296563Z","steps":["trace[80989341] 'agreement among raft nodes before linearized reading' (duration: 338.712338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:11.296607Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:10.957667Z","time spent":"338.9336ms","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:46:11.297550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.882774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:11.297640Z","caller":"traceutil/trace.go:172","msg":"trace[1146892981] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1350; }","duration":"225.989785ms","start":"2026-05-21T22:46:11.071633Z","end":"2026-05-21T22:46:11.297623Z","steps":["trace[1146892981] 'agreement among raft nodes before linearized reading' (duration: 225.841423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:11.535132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.128809ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:11.535296Z","caller":"traceutil/trace.go:172","msg":"trace[453302662] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1350; }","duration":"165.697655ms","start":"2026-05-21T22:46:11.369572Z","end":"2026-05-21T22:46:11.535269Z","steps":["trace[453302662] 'range keys from in-memory index tree' (duration: 165.030738ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:46:11.861115Z","caller":"traceutil/trace.go:172","msg":"trace[1945099546] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"232.957333ms","start":"2026-05-21T22:46:11.628138Z","end":"2026-05-21T22:46:11.861095Z","steps":["trace[1945099546] 'process raft request' (duration: 232.912293ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:46:11.911432Z","caller":"traceutil/trace.go:172","msg":"trace[457087266] linearizableReadLoop","detail":"{readStateIndex:1594; appliedIndex:1594; }","duration":"165.16284ms","start":"2026-05-21T22:46:11.746238Z","end":"2026-05-21T22:46:11.911401Z","steps":["trace[457087266] 'read index received' (duration: 165.15134ms)","trace[457087266] 'applied index is now lower than readState.Index' (duration: 9.73µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:46:11.911626Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.355491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:11.911673Z","caller":"traceutil/trace.go:172","msg":"trace[1151816189] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1357; }","duration":"165.430462ms","start":"2026-05-21T22:46:11.746230Z","end":"2026-05-21T22:46:11.911661Z","steps":["trace[1151816189] 'agreement among raft nodes before linearized reading' (duration: 165.301611ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:46:42.398629Z","caller":"traceutil/trace.go:172","msg":"trace[413027183] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"291.873955ms","start":"2026-05-21T22:46:42.106720Z","end":"2026-05-21T22:46:42.398593Z","steps":["trace[413027183] 'process raft request' (duration: 291.653382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:47.458169Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18184583447732153209,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-21T22:46:47.528821Z","caller":"traceutil/trace.go:172","msg":"trace[689903695] linearizableReadLoop","detail":"{readStateIndex:1783; appliedIndex:1783; }","duration":"570.922414ms","start":"2026-05-21T22:46:46.957878Z","end":"2026-05-21T22:46:47.528800Z","steps":["trace[689903695] 'read index received' (duration: 570.917103ms)","trace[689903695] 'applied index is now lower than readState.Index' (duration: 4.201µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:46:47.528978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"571.085266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:47.529039Z","caller":"traceutil/trace.go:172","msg":"trace[258497278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1524; }","duration":"571.158127ms","start":"2026-05-21T22:46:46.957871Z","end":"2026-05-21T22:46:47.529029Z","steps":["trace[258497278] 'agreement among raft nodes before linearized reading' (duration: 571.050846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:47.529075Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:46.957838Z","time spent":"571.226549ms","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-21T22:46:48.013269Z","caller":"traceutil/trace.go:172","msg":"trace[135778670] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1787; }","duration":"484.344949ms","start":"2026-05-21T22:46:47.528902Z","end":"2026-05-21T22:46:48.013247Z","steps":["trace[135778670] 'read index received' (duration: 484.340779ms)","trace[135778670] 'applied index is now lower than readState.Index' (duration: 3.24µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:46:48.013523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.873654ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:48.013559Z","caller":"traceutil/trace.go:172","msg":"trace[393615097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1528; }","duration":"635.928515ms","start":"2026-05-21T22:46:47.377620Z","end":"2026-05-21T22:46:48.013549Z","steps":["trace[393615097] 'agreement among raft nodes before linearized reading' (duration: 635.854394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:48.015799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"483.949412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:46:48.015853Z","caller":"traceutil/trace.go:172","msg":"trace[277606592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1529; }","duration":"484.002714ms","start":"2026-05-21T22:46:47.531836Z","end":"2026-05-21T22:46:48.015839Z","steps":["trace[277606592] 'agreement among raft nodes before linearized reading' (duration: 483.922803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:46:48.015889Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:46:47.531817Z","time spent":"484.063835ms","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-21T22:46:48.016264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.251095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-21T22:46:48.016308Z","caller":"traceutil/trace.go:172","msg":"trace[1403232320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1529; }","duration":"272.293926ms","start":"2026-05-21T22:46:47.744002Z","end":"2026-05-21T22:46:48.016296Z","steps":["trace[1403232320] 'agreement among raft nodes before linearized reading' (duration: 271.827618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:47:19.104869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.13703ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-21T22:47:19.163219Z","caller":"traceutil/trace.go:172","msg":"trace[879360006] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1926; }","duration":"207.645521ms","start":"2026-05-21T22:47:18.955547Z","end":"2026-05-21T22:47:19.163192Z","steps":["trace[879360006] 'read index received' (duration: 1.393189ms)","trace[879360006] 'applied index is now lower than readState.Index' (duration: 206.250612ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:47:19.163450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.884696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:47:19.163565Z","caller":"traceutil/trace.go:172","msg":"trace[338550516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1649; }","duration":"208.013828ms","start":"2026-05-21T22:47:18.955531Z","end":"2026-05-21T22:47:19.163545Z","steps":["trace[338550516] 'agreement among raft nodes before linearized reading' (duration: 207.815384ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:47:20.032804Z","caller":"traceutil/trace.go:172","msg":"trace[653958243] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1931; }","duration":"312.632726ms","start":"2026-05-21T22:47:19.720131Z","end":"2026-05-21T22:47:20.032764Z","steps":["trace[653958243] 'read index received' (duration: 312.625326ms)","trace[653958243] 'applied index is now lower than readState.Index' (duration: 6.18µs)"],"step_count":2} {"level":"info","ts":"2026-05-21T22:47:20.032992Z","caller":"traceutil/trace.go:172","msg":"trace[202810292] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"187.870273ms","start":"2026-05-21T22:47:19.845098Z","end":"2026-05-21T22:47:20.032968Z","steps":["trace[202810292] 'process raft request' (duration: 187.73486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:47:20.033241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.084256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:47:20.033467Z","caller":"traceutil/trace.go:172","msg":"trace[199055669] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1653; }","duration":"313.332242ms","start":"2026-05-21T22:47:19.720111Z","end":"2026-05-21T22:47:20.033444Z","steps":["trace[199055669] 'agreement among raft nodes before linearized reading' (duration: 312.80125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:47:20.033668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:47:19.720082Z","time spent":"313.553466ms","remote":"127.0.0.1:33470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:47:20.034953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.475371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-21T22:47:20.035050Z","caller":"traceutil/trace.go:172","msg":"trace[1035383579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1653; }","duration":"222.600253ms","start":"2026-05-21T22:47:19.812435Z","end":"2026-05-21T22:47:20.035036Z","steps":["trace[1035383579] 'agreement among raft nodes before linearized reading' (duration: 222.371398ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:47:20.222263Z","caller":"traceutil/trace.go:172","msg":"trace[1799415519] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"121.687379ms","start":"2026-05-21T22:47:20.100555Z","end":"2026-05-21T22:47:20.222242Z","steps":["trace[1799415519] 'process raft request' (duration: 121.539986ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:48:20.088307Z","caller":"traceutil/trace.go:172","msg":"trace[1884911930] linearizableReadLoop","detail":"{readStateIndex:2197; appliedIndex:2198; }","duration":"133.095905ms","start":"2026-05-21T22:48:19.955187Z","end":"2026-05-21T22:48:20.088283Z","steps":["trace[1884911930] 'read index received' (duration: 133.090555ms)","trace[1884911930] 'applied index is now lower than readState.Index' (duration: 4.03µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:48:20.088466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.27405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:48:20.088510Z","caller":"traceutil/trace.go:172","msg":"trace[1127510368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1883; }","duration":"133.327341ms","start":"2026-05-21T22:48:19.955172Z","end":"2026-05-21T22:48:20.088500Z","steps":["trace[1127510368] 'agreement among raft nodes before linearized reading' (duration: 133.235779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:48:20.091113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.273981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-21T22:48:20.091187Z","caller":"traceutil/trace.go:172","msg":"trace[11454133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1884; }","duration":"131.360093ms","start":"2026-05-21T22:48:19.959812Z","end":"2026-05-21T22:48:20.091172Z","steps":["trace[11454133] 'agreement among raft nodes before linearized reading' (duration: 131.174139ms)"],"step_count":1} {"level":"info","ts":"2026-05-21T22:48:20.406372Z","caller":"traceutil/trace.go:172","msg":"trace[1846611116] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2200; }","duration":"276.926749ms","start":"2026-05-21T22:48:20.129404Z","end":"2026-05-21T22:48:20.406331Z","steps":["trace[1846611116] 'read index received' (duration: 276.919399ms)","trace[1846611116] 'applied index is now lower than readState.Index' (duration: 6.13µs)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:48:20.497821Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.494889ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:48:20.497900Z","caller":"traceutil/trace.go:172","msg":"trace[542502868] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1885; }","duration":"127.586491ms","start":"2026-05-21T22:48:20.370298Z","end":"2026-05-21T22:48:20.497885Z","steps":["trace[542502868] 'range keys from in-memory index tree' (duration: 127.449567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-21T22:48:20.497912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"368.50861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-05-21T22:48:20.498081Z","caller":"traceutil/trace.go:172","msg":"trace[670796662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1885; }","duration":"368.677944ms","start":"2026-05-21T22:48:20.129387Z","end":"2026-05-21T22:48:20.498065Z","steps":["trace[670796662] 'agreement among raft nodes before linearized reading' (duration: 277.045022ms)","trace[670796662] 'range keys from in-memory index tree' (duration: 91.348046ms)"],"step_count":2} {"level":"warn","ts":"2026-05-21T22:48:20.498169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-21T22:48:20.129364Z","time spent":"368.773067ms","remote":"127.0.0.1:33880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-21T22:48:25.487149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.96748ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-21T22:48:25.487654Z","caller":"traceutil/trace.go:172","msg":"trace[2080887594] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1908; }","duration":"117.266057ms","start":"2026-05-21T22:48:25.370149Z","end":"2026-05-21T22:48:25.487415Z","steps":["trace[2080887594] 'range keys from in-memory index tree' (duration: 116.928878ms)"],"step_count":1}