{"level":"warn","ts":"2026-04-09T15:58:32.683036Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-09T15:58:32.683184Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-09T15:58:32.683205Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.115:2380","--initial-cluster=controller-1=https://199.19.213.100:2380,controller-3=https://199.204.45.115:2380,controller-2=https://199.19.213.86:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.115:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-09T15:58:32.683283Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-09T15:58:32.683308Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T15:58:32.683461Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-04-09T15:58:32.683492Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T15:58:32.687032Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"]} {"level":"info","ts":"2026-04-09T15:58:32.687374Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.100:2380,controller-2=https://199.19.213.86:2380,controller-3=https://199.204.45.115:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-09T15:58:32.688456Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078480}"} {"level":"info","ts":"2026-04-09T15:58:32.693695Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-09T15:58:32.693753Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.41983ms"} {"level":"info","ts":"2026-04-09T15:58:32.693780Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-09T15:58:32.693805Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-09T15:58:32.703408Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.115:2380","host":"199.204.45.115:2380","resolved-addr":"199.204.45.115:2380"} {"level":"info","ts":"2026-04-09T15:58:32.703462Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.100:2380","host":"199.19.213.100:2380","resolved-addr":"199.19.213.100:2380"} {"level":"info","ts":"2026-04-09T15:58:32.703480Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.115:2380","host":"199.204.45.115:2380","resolved-addr":"199.204.45.115:2380"} {"level":"info","ts":"2026-04-09T15:58:32.703491Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.86:2380","host":"199.19.213.86:2380","resolved-addr":"199.19.213.86:2380"} {"level":"info","ts":"2026-04-09T15:58:32.703524Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.86:2380","host":"199.19.213.86:2380","resolved-addr":"199.19.213.86:2380"} {"level":"info","ts":"2026-04-09T15:58:32.703545Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.100:2380","host":"199.19.213.100:2380","resolved-addr":"199.19.213.100:2380"} {"level":"info","ts":"2026-04-09T15:58:32.715509Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-09T15:58:32.725878Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-09T15:58:32.725939Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"6889728893fdf6d4","cluster-id":"bba89cbb2a6fc22a"} {"level":"info","ts":"2026-04-09T15:58:32.725972Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-09T15:58:32.726069Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6889728893fdf6d4 switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T15:58:32.726124Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6889728893fdf6d4 became follower at term 0"} {"level":"info","ts":"2026-04-09T15:58:32.726139Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 6889728893fdf6d4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-09T15:58:32.745009Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T15:58:32.747042Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T15:58:32.753615Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T15:58:32.754690Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.754712Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a","remote-peer-urls":["https://199.19.213.100:2380"]} {"level":"info","ts":"2026-04-09T15:58:32.754731Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.754738Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce","remote-peer-urls":["https://199.19.213.86:2380"]} {"level":"info","ts":"2026-04-09T15:58:32.754750Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.754762Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.755533Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.756313Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.756343Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a","remote-peer-urls":["https://199.19.213.100:2380"]} {"level":"info","ts":"2026-04-09T15:58:32.756360Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.756412Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.756412Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.756751Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.757014Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.756785Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.757289Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.759182Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.759223Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce","remote-peer-urls":["https://199.19.213.86:2380"]} {"level":"info","ts":"2026-04-09T15:58:32.759252Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"6889728893fdf6d4","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T15:58:32.759426Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T15:58:32.759663Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"6889728893fdf6d4","initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T15:58:32.759696Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T15:58:32.759741Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.759888Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.760023Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-09T15:58:32.760087Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T15:58:32.760117Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T15:58:32.760132Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T15:58:32.760470Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-04-09T15:58:32.760504Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-04-09T15:58:32.760694Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6889728893fdf6d4","to":"6f8f0520213e17ce","stream-type":"stream Message"} {"level":"info","ts":"2026-04-09T15:58:32.760713Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.760737Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.760875Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"6889728893fdf6d4 [term: 0] received a MsgHeartbeat message with higher term from 79e65b4197a2a1a [term: 2]"} {"level":"info","ts":"2026-04-09T15:58:32.760898Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6889728893fdf6d4 became follower at term 2"} {"level":"info","ts":"2026-04-09T15:58:32.760909Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 6889728893fdf6d4 elected leader 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-09T15:58:32.760957Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6889728893fdf6d4","to":"79e65b4197a2a1a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-09T15:58:32.761002Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.761024Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.761023Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6889728893fdf6d4","to":"79e65b4197a2a1a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-09T15:58:32.761050Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.762234Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6889728893fdf6d4","to":"6f8f0520213e17ce","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-09T15:58:32.762253Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.767694Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.770431Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.770893Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.771113Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"6889728893fdf6d4","remote-snapshot-sender-id":"79e65b4197a2a1a","incoming-snapshot-index":709,"incoming-snapshot-message-size-bytes":8738,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-04-09T15:58:32.771837Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.781053Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002c5.snap.db","bytes":958464,"size":"958 kB"} {"level":"info","ts":"2026-04-09T15:58:32.781088Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"6889728893fdf6d4","remote-snapshot-sender-id":"79e65b4197a2a1a","incoming-snapshot-index":709,"incoming-snapshot-size-bytes":958464,"incoming-snapshot-size":"958 kB","download-took":"10.316141ms"} {"level":"info","ts":"2026-04-09T15:58:32.781223Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 709, term: 2]"} {"level":"info","ts":"2026-04-09T15:58:32.781300Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6889728893fdf6d4 switched to configuration voters=(548988028781734426 8038649495434434510) learners=(7532677782677878484)"} {"level":"info","ts":"2026-04-09T15:58:32.781324Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"6889728893fdf6d4 [commit: 709, lastindex: 709, lastterm: 2] restored snapshot [index: 709, term: 2]"} {"level":"info","ts":"2026-04-09T15:58:32.781332Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"6889728893fdf6d4 [commit: 709] restored snapshot [index: 709, term: 2]"} {"level":"info","ts":"2026-04-09T15:58:32.781403Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":709,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-09T15:58:32.784629Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":709} {"level":"info","ts":"2026-04-09T15:58:32.784859Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000434048}"} {"level":"info","ts":"2026-04-09T15:58:32.785273Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-09T15:58:32.785304Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"489.346µs"} {"level":"info","ts":"2026-04-09T15:58:32.785341Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-09T15:58:32.786579Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-09T15:58:32.786599Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-09T15:58:32.788854Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":652} {"level":"info","ts":"2026-04-09T15:58:32.788892Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":709} {"level":"info","ts":"2026-04-09T15:58:32.788912Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-09T15:58:32.789005Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-09T15:58:32.790021Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-09T15:58:32.790040Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-09T15:58:32.790076Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-09T15:58:32.790085Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-09T15:58:32.790143Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-09T15:58:32.790875Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-09T15:58:32.790906Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-09T15:58:32.790955Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-09T15:58:32.790967Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"bba89cbb2a6fc22a","local-member-id":"6889728893fdf6d4","recovered-remote-peer-id":"79e65b4197a2a1a","recovered-remote-peer-urls":["https://199.19.213.100:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-09T15:58:32.790978Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"bba89cbb2a6fc22a","local-member-id":"6889728893fdf6d4","recovered-remote-peer-id":"6889728893fdf6d4","recovered-remote-peer-urls":["https://199.204.45.115:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-09T15:58:32.790985Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"bba89cbb2a6fc22a","local-member-id":"6889728893fdf6d4","recovered-remote-peer-id":"6f8f0520213e17ce","recovered-remote-peer-urls":["https://199.19.213.86:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-09T15:58:32.790992Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-09T15:58:32.790999Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-09T15:58:32.791007Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-09T15:58:32.791016Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"warn","ts":"2026-04-09T15:58:32.791060Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.791078Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"79e65b4197a2a1a"} {"level":"warn","ts":"2026-04-09T15:58:32.791102Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.791110Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.791145Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"warn","ts":"2026-04-09T15:58:32.791266Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a","error":"context canceled"} {"level":"warn","ts":"2026-04-09T15:58:32.791297Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"79e65b4197a2a1a","error":"failed to read 79e65b4197a2a1a on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-09T15:58:32.791315Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"warn","ts":"2026-04-09T15:58:32.791405Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a","error":"context canceled"} {"level":"info","ts":"2026-04-09T15:58:32.791426Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.791437Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.791456Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"6889728893fdf6d4","removed-remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.791464Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"6f8f0520213e17ce"} {"level":"warn","ts":"2026-04-09T15:58:32.791479Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.791496Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"6f8f0520213e17ce"} {"level":"warn","ts":"2026-04-09T15:58:32.791523Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.791533Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.791576Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"warn","ts":"2026-04-09T15:58:32.791647Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce","error":"context canceled"} {"level":"warn","ts":"2026-04-09T15:58:32.791664Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"6f8f0520213e17ce","error":"failed to read 6f8f0520213e17ce on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-09T15:58:32.791679Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"warn","ts":"2026-04-09T15:58:32.791747Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce","error":"context canceled"} {"level":"info","ts":"2026-04-09T15:58:32.791783Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.791801Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.791811Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"6889728893fdf6d4","removed-remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.791818Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-09T15:58:32.791894Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-09T15:58:32.791911Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.791925Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.792026Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.792053Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a","remote-peer-urls":["https://199.19.213.100:2380"]} {"level":"info","ts":"2026-04-09T15:58:32.792065Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.792077Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.793405Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.793460Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.793519Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.793739Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.793767Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.793422Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.795080Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.795100Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.795485Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce","remote-peer-urls":["https://199.19.213.86:2380"]} {"level":"info","ts":"2026-04-09T15:58:32.795859Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-09T15:58:32.795112Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.795885Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":709,"current-applied-index":709,"incoming-leader-snapshot-index":709,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-09T15:58:32.796089Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T15:58:32.796099Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T15:58:32.796085Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"6889728893fdf6d4","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.115:2379]}","cluster-id":"bba89cbb2a6fc22a","publish-timeout":"7s"} {"level":"warn","ts":"2026-04-09T15:58:32.798174Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-09T15:58:32.798199Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-09T15:58:32.798215Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T15:58:32.798600Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T15:58:32.798739Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-09T15:58:32.801257Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.115:2379"} {"level":"info","ts":"2026-04-09T15:58:32.802087Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T15:58:32.804004Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.804032Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.806238Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.808465Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.808721Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.810120Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"6889728893fdf6d4","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-04-09T15:58:32.810830Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.850442Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6889728893fdf6d4","to":"79e65b4197a2a1a","stream-type":"stream Message"} {"level":"info","ts":"2026-04-09T15:58:32.850476Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.857551Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6889728893fdf6d4","to":"79e65b4197a2a1a","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-09T15:58:32.857847Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"79e65b4197a2a1a"} {"level":"info","ts":"2026-04-09T15:58:32.857670Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6889728893fdf6d4","to":"6f8f0520213e17ce","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-09T15:58:32.857934Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"info","ts":"2026-04-09T15:58:32.858321Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"6889728893fdf6d4","to":"6f8f0520213e17ce","stream-type":"stream Message"} {"level":"info","ts":"2026-04-09T15:58:32.858373Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"6889728893fdf6d4","remote-peer-id":"6f8f0520213e17ce"} {"level":"warn","ts":"2026-04-09T15:58:33.113426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.125272Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.151181Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.160699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56606","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.176398Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.200584Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.209309Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.216876Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.225672Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.237627Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56752","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:58:33.239017Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"6889728893fdf6d4 switched to configuration voters=(548988028781734426 7532677782677878484 8038649495434434510)"} {"level":"info","ts":"2026-04-09T15:58:33.239171Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"bba89cbb2a6fc22a","local-member-id":"6889728893fdf6d4","promoted-member-id":"6889728893fdf6d4"} {"level":"warn","ts":"2026-04-09T15:58:33.248424Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.268494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.281876Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.290921Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.301157Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.308822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.333460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.344321Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.354504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.367661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.375493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.417352Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.428284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.439125Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.447852Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.458512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.466820Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.474869Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.486361Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.505129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.513548Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.527919Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.540782Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.550586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.561180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57206","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.569159Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.577579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.600365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.603345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.611118Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.620128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.630785Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.640398Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.655915Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.656554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.665799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.678872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.693591Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.702913Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.709759Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.718142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.728814Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.737585Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42592","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.746968Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.756539Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.766730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.776895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.814121Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.837165Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:58:33.901097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42736","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:58:41.702131Z","caller":"traceutil/trace.go:172","msg":"trace[550403981] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"119.988359ms","start":"2026-04-09T15:58:41.582123Z","end":"2026-04-09T15:58:41.702111Z","steps":["trace[550403981] 'process raft request' (duration: 119.870225ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:41.860294Z","caller":"traceutil/trace.go:172","msg":"trace[1378003058] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"127.045214ms","start":"2026-04-09T15:58:41.733224Z","end":"2026-04-09T15:58:41.860270Z","steps":["trace[1378003058] 'process raft request' (duration: 126.877327ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:42.179959Z","caller":"traceutil/trace.go:172","msg":"trace[22065765] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"314.834654ms","start":"2026-04-09T15:58:41.865083Z","end":"2026-04-09T15:58:42.179917Z","steps":["trace[22065765] 'process raft request' (duration: 314.593285ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:42.180719Z","caller":"traceutil/trace.go:172","msg":"trace[99740891] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:781; }","duration":"254.14648ms","start":"2026-04-09T15:58:41.926556Z","end":"2026-04-09T15:58:42.180703Z","steps":["trace[99740891] 'read index received' (duration: 254.142679ms)","trace[99740891] 'applied index is now lower than readState.Index' (duration: 3.261µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:42.180971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.395079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T15:58:42.181080Z","caller":"traceutil/trace.go:172","msg":"trace[1952653883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:714; }","duration":"254.516424ms","start":"2026-04-09T15:58:41.926541Z","end":"2026-04-09T15:58:42.181057Z","steps":["trace[1952653883] 'agreement among raft nodes before linearized reading' (duration: 254.250184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:42.181394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:58:41.865048Z","time spent":"315.018972ms","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:58:42.468342Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.636156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:58:42.468462Z","caller":"traceutil/trace.go:172","msg":"trace[183123663] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:791; }","duration":"139.407009ms","start":"2026-04-09T15:58:42.329039Z","end":"2026-04-09T15:58:42.468446Z","steps":["trace[183123663] 'read index received' (duration: 33.20898ms)","trace[183123663] 'applied index is now lower than readState.Index' (duration: 106.196719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:42.468616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.579565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-09T15:58:42.468650Z","caller":"traceutil/trace.go:172","msg":"trace[1839447952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:725; }","duration":"139.614477ms","start":"2026-04-09T15:58:42.329027Z","end":"2026-04-09T15:58:42.468642Z","steps":["trace[1839447952] 'agreement among raft nodes before linearized reading' (duration: 139.464301ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:42.468695Z","caller":"traceutil/trace.go:172","msg":"trace[1469438336] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"145.394867ms","start":"2026-04-09T15:58:42.323109Z","end":"2026-04-09T15:58:42.468504Z","steps":["trace[1469438336] 'process raft request' (duration: 38.377337ms)","trace[1469438336] 'compare' (duration: 106.525362ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:58:46.019459Z","caller":"traceutil/trace.go:172","msg":"trace[1828679843] linearizableReadLoop","detail":"{readStateIndex:832; appliedIndex:832; }","duration":"232.241681ms","start":"2026-04-09T15:58:45.787196Z","end":"2026-04-09T15:58:46.019438Z","steps":["trace[1828679843] 'read index received' (duration: 232.233811ms)","trace[1828679843] 'applied index is now lower than readState.Index' (duration: 6.03µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:46.019799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.558974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T15:58:46.019832Z","caller":"traceutil/trace.go:172","msg":"trace[1793069246] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:764; }","duration":"232.634687ms","start":"2026-04-09T15:58:45.787190Z","end":"2026-04-09T15:58:46.019824Z","steps":["trace[1793069246] 'agreement among raft nodes before linearized reading' (duration: 232.352966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:46.021646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.54045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T15:58:46.021722Z","caller":"traceutil/trace.go:172","msg":"trace[435013431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:765; }","duration":"170.625574ms","start":"2026-04-09T15:58:45.851081Z","end":"2026-04-09T15:58:46.021706Z","steps":["trace[435013431] 'agreement among raft nodes before linearized reading' (duration: 170.438626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:57.052480Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496278988,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:58:57.481022Z","caller":"traceutil/trace.go:172","msg":"trace[1615146450] linearizableReadLoop","detail":"{readStateIndex:931; appliedIndex:931; }","duration":"928.981513ms","start":"2026-04-09T15:58:56.551974Z","end":"2026-04-09T15:58:57.480956Z","steps":["trace[1615146450] 'read index received' (duration: 928.976173ms)","trace[1615146450] 'applied index is now lower than readState.Index' (duration: 4.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:57.481102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"929.12322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:57.481150Z","caller":"traceutil/trace.go:172","msg":"trace[613821695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:854; }","duration":"929.177782ms","start":"2026-04-09T15:58:56.551962Z","end":"2026-04-09T15:58:57.481140Z","steps":["trace[613821695] 'agreement among raft nodes before linearized reading' (duration: 929.095048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:57.481174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:58:56.551948Z","time spent":"929.220434ms","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:58:57.482907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"448.678463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T15:58:57.482955Z","caller":"traceutil/trace.go:172","msg":"trace[1040024381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:854; }","duration":"448.728056ms","start":"2026-04-09T15:58:57.034215Z","end":"2026-04-09T15:58:57.482943Z","steps":["trace[1040024381] 'agreement among raft nodes before linearized reading' (duration: 448.644103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:57.482984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:58:57.034199Z","time spent":"448.778018ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:58:57.483030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.410529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:58:57.483062Z","caller":"traceutil/trace.go:172","msg":"trace[795418351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:854; }","duration":"233.454361ms","start":"2026-04-09T15:58:57.249599Z","end":"2026-04-09T15:58:57.483054Z","steps":["trace[795418351] 'agreement among raft nodes before linearized reading' (duration: 233.263553ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:58:58.784034Z","caller":"traceutil/trace.go:172","msg":"trace[1424291084] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:934; }","duration":"377.498461ms","start":"2026-04-09T15:58:58.406517Z","end":"2026-04-09T15:58:58.784016Z","steps":["trace[1424291084] 'read index received' (duration: 377.494641ms)","trace[1424291084] 'applied index is now lower than readState.Index' (duration: 3.12µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:58:58.784177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.646037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-09T15:58:58.784210Z","caller":"traceutil/trace.go:172","msg":"trace[1544833366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:857; }","duration":"377.693799ms","start":"2026-04-09T15:58:58.406508Z","end":"2026-04-09T15:58:58.784202Z","steps":["trace[1544833366] 'agreement among raft nodes before linearized reading' (duration: 377.609826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:58.784236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:58:58.406460Z","time spent":"377.770333ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:58:58.788328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.793545ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:58.788364Z","caller":"traceutil/trace.go:172","msg":"trace[1972610984] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:857; }","duration":"339.833117ms","start":"2026-04-09T15:58:58.448522Z","end":"2026-04-09T15:58:58.788355Z","steps":["trace[1972610984] 'agreement among raft nodes before linearized reading' (duration: 339.771494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:58:58.788397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.749079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:58:58.788450Z","caller":"traceutil/trace.go:172","msg":"trace[1139616607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:857; }","duration":"236.812942ms","start":"2026-04-09T15:58:58.551624Z","end":"2026-04-09T15:58:58.788437Z","steps":["trace[1139616607] 'agreement among raft nodes before linearized reading' (duration: 236.682957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.087664Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279037,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:09.149583Z","caller":"traceutil/trace.go:172","msg":"trace[1887470022] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:1004; }","duration":"562.712878ms","start":"2026-04-09T15:59:08.586848Z","end":"2026-04-09T15:59:09.149561Z","steps":["trace[1887470022] 'read index received' (duration: 562.705938ms)","trace[1887470022] 'applied index is now lower than readState.Index' (duration: 5.34µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.175217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"588.355513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:09.175320Z","caller":"traceutil/trace.go:172","msg":"trace[1403620645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:920; }","duration":"588.467308ms","start":"2026-04-09T15:59:08.586833Z","end":"2026-04-09T15:59:09.175300Z","steps":["trace[1403620645] 'agreement among raft nodes before linearized reading' (duration: 562.800613ms)","trace[1403620645] 'range keys from in-memory index tree' (duration: 25.510677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.175372Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:08.586792Z","time spent":"588.567383ms","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:09.231928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"586.994255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-09T15:59:09.232015Z","caller":"traceutil/trace.go:172","msg":"trace[1828751537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:921; }","duration":"587.09699ms","start":"2026-04-09T15:59:08.644900Z","end":"2026-04-09T15:59:09.231997Z","steps":["trace[1828751537] 'agreement among raft nodes before linearized reading' (duration: 586.648419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.232056Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:08.644866Z","time spent":"587.181394ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:09.449508Z","caller":"traceutil/trace.go:172","msg":"trace[459170570] linearizableReadLoop","detail":"{readStateIndex:1007; appliedIndex:1008; }","duration":"196.281134ms","start":"2026-04-09T15:59:09.253206Z","end":"2026-04-09T15:59:09.449488Z","steps":["trace[459170570] 'read index received' (duration: 196.275643ms)","trace[459170570] 'applied index is now lower than readState.Index' (duration: 4.301µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:09.449978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.735195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pmctx\" limit:1 ","response":"range_response_count:1 size:14991"} {"level":"info","ts":"2026-04-09T15:59:09.450192Z","caller":"traceutil/trace.go:172","msg":"trace[806688927] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pmctx; range_end:; response_count:1; response_revision:923; }","duration":"197.090722ms","start":"2026-04-09T15:59:09.253018Z","end":"2026-04-09T15:59:09.450109Z","steps":["trace[806688927] 'agreement among raft nodes before linearized reading' (duration: 196.604339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.539373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.110917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-09T15:59:09.539472Z","caller":"traceutil/trace.go:172","msg":"trace[605138275] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:927; }","duration":"130.238423ms","start":"2026-04-09T15:59:09.409214Z","end":"2026-04-09T15:59:09.539452Z","steps":["trace[605138275] 'agreement among raft nodes before linearized reading' (duration: 129.96656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:09.577428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.121379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T15:59:09.577585Z","caller":"traceutil/trace.go:172","msg":"trace[1817555617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:930; }","duration":"112.281916ms","start":"2026-04-09T15:59:09.465283Z","end":"2026-04-09T15:59:09.577565Z","steps":["trace[1817555617] 'agreement among raft nodes before linearized reading' (duration: 112.003763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:11.684751Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.727259ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:11.684858Z","caller":"traceutil/trace.go:172","msg":"trace[1891975102] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:956; }","duration":"235.844015ms","start":"2026-04-09T15:59:11.448996Z","end":"2026-04-09T15:59:11.684840Z","steps":["trace[1891975102] 'range keys from in-memory index tree' (duration: 235.671626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:11.684813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.254689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-04-09T15:59:11.703538Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279049,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:11.905630Z","caller":"traceutil/trace.go:172","msg":"trace[1224588529] transaction","detail":"{read_only:false; number_of_response:0; response_revision:957; }","duration":"718.68458ms","start":"2026-04-09T15:59:11.186926Z","end":"2026-04-09T15:59:11.905611Z","steps":["trace[1224588529] 'process raft request' (duration: 718.548884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:11.905757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.186910Z","time spent":"718.793556ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:11.905821Z","caller":"traceutil/trace.go:172","msg":"trace[783396370] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"717.193269ms","start":"2026-04-09T15:59:11.188595Z","end":"2026-04-09T15:59:11.905788Z","steps":["trace[783396370] 'process raft request' (duration: 716.905375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:11.905960Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.188576Z","time spent":"717.318975ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:12.204427Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:12.704844Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:13.043953Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.136947983s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T15:59:13.044321Z","caller":"traceutil/trace.go:172","msg":"trace[977999439] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1057; }","duration":"1.841253681s","start":"2026-04-09T15:59:11.203043Z","end":"2026-04-09T15:59:13.044297Z","steps":["trace[977999439] 'read index received' (duration: 1.84124292s)","trace[977999439] 'applied index is now lower than readState.Index' (duration: 8.991µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:13.064632Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.861562372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-09T15:59:13.064731Z","caller":"traceutil/trace.go:172","msg":"trace[327698103] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:959; }","duration":"1.861668567s","start":"2026-04-09T15:59:11.203039Z","end":"2026-04-09T15:59:13.064708Z","steps":["trace[327698103] 'agreement among raft nodes before linearized reading' (duration: 1.841411948s)","trace[327698103] 'range keys from in-memory index tree' (duration: 20.006797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:13.064832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.203027Z","time spent":"1.861790232s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:13.105693Z","caller":"traceutil/trace.go:172","msg":"trace[1968180644] transaction","detail":"{read_only:false; number_of_response:0; response_revision:966; }","duration":"1.907843168s","start":"2026-04-09T15:59:11.197826Z","end":"2026-04-09T15:59:13.105669Z","steps":["trace[1968180644] 'process raft request' (duration: 1.907758734s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.106178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.197801Z","time spent":"1.908222576s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:13.106162Z","caller":"traceutil/trace.go:172","msg":"trace[1682053591] transaction","detail":"{read_only:false; number_of_response:1; response_revision:966; }","duration":"1.909148512s","start":"2026-04-09T15:59:11.196473Z","end":"2026-04-09T15:59:13.105622Z","steps":["trace[1682053591] 'process raft request' (duration: 1.909019376s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.106286Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.196434Z","time spent":"1.909787802s","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30444,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:13.106672Z","caller":"traceutil/trace.go:172","msg":"trace[1840381047] transaction","detail":"{read_only:false; number_of_response:1; response_revision:966; }","duration":"1.908658737s","start":"2026-04-09T15:59:11.197981Z","end":"2026-04-09T15:59:13.106640Z","steps":["trace[1840381047] 'process raft request' (duration: 1.90809676s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:13.109621Z","caller":"traceutil/trace.go:172","msg":"trace[790530755] transaction","detail":"{read_only:false; number_of_response:0; response_revision:966; }","duration":"1.90120289s","start":"2026-04-09T15:59:11.208402Z","end":"2026-04-09T15:59:13.109605Z","steps":["trace[790530755] 'process raft request' (duration: 1.900429323s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.109711Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.208386Z","time spent":"1.901281784s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:13.109687Z","caller":"traceutil/trace.go:172","msg":"trace[1839313418] transaction","detail":"{read_only:false; number_of_response:1; response_revision:966; }","duration":"1.881998653s","start":"2026-04-09T15:59:11.227648Z","end":"2026-04-09T15:59:13.109647Z","steps":["trace[1839313418] 'process raft request' (duration: 1.881567642s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.109846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.227635Z","time spent":"1.882143691s","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":58895,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:13.109622Z","caller":"traceutil/trace.go:172","msg":"trace[571896484] transaction","detail":"{read_only:false; number_of_response:1; response_revision:966; }","duration":"1.896005449s","start":"2026-04-09T15:59:11.213601Z","end":"2026-04-09T15:59:13.109606Z","steps":["trace[571896484] 'process raft request' (duration: 1.895581689s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:13.109621Z","caller":"traceutil/trace.go:172","msg":"trace[131181547] transaction","detail":"{read_only:false; number_of_response:1; response_revision:966; }","duration":"1.90453114s","start":"2026-04-09T15:59:11.205073Z","end":"2026-04-09T15:59:13.109604Z","steps":["trace[131181547] 'process raft request' (duration: 1.903672248s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.111806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.205059Z","time spent":"1.906103118s","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28790,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:13.111960Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.197971Z","time spent":"1.908794224s","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30425,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:13.111109Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.213592Z","time spent":"1.897470601s","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":64513,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:13.112029Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17786013945496279066,"received-request-id":17786013945496279049} {"level":"info","ts":"2026-04-09T15:59:13.138330Z","caller":"traceutil/trace.go:172","msg":"trace[451635654] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"193.506792ms","start":"2026-04-09T15:59:12.944808Z","end":"2026-04-09T15:59:13.138315Z","steps":["trace[451635654] 'process raft request' (duration: 193.46885ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:13.138385Z","caller":"traceutil/trace.go:172","msg":"trace[2100451620] transaction","detail":"{read_only:false; number_of_response:0; response_revision:974; }","duration":"1.228156847s","start":"2026-04-09T15:59:11.910188Z","end":"2026-04-09T15:59:13.138344Z","steps":["trace[2100451620] 'process raft request' (duration: 1.228074173s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.138483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.910158Z","time spent":"1.228259833s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:13.155988Z","caller":"traceutil/trace.go:172","msg":"trace[186524] linearizableReadLoop","detail":"{readStateIndex:1089; appliedIndex:1094; }","duration":"111.561207ms","start":"2026-04-09T15:59:13.044406Z","end":"2026-04-09T15:59:13.155968Z","steps":["trace[186524] 'read index received' (duration: 111.552307ms)","trace[186524] 'applied index is now lower than readState.Index' (duration: 7.82µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:13.156101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.3164634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-09T15:59:13.156127Z","caller":"traceutil/trace.go:172","msg":"trace[1273482640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:975; }","duration":"1.316495201s","start":"2026-04-09T15:59:11.839625Z","end":"2026-04-09T15:59:13.156120Z","steps":["trace[1273482640] 'agreement among raft nodes before linearized reading' (duration: 1.316434668s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.156141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.65594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-09T15:59:13.156158Z","caller":"traceutil/trace.go:172","msg":"trace[1717866119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:975; }","duration":"506.671521ms","start":"2026-04-09T15:59:12.649481Z","end":"2026-04-09T15:59:13.156153Z","steps":["trace[1717866119] 'agreement among raft nodes before linearized reading' (duration: 506.634749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.156153Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.839605Z","time spent":"1.316540914s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.156171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.649460Z","time spent":"506.707493ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.156254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.471335267s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:13.156279Z","caller":"traceutil/trace.go:172","msg":"trace[89656283] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:975; }","duration":"1.471360128s","start":"2026-04-09T15:59:11.684911Z","end":"2026-04-09T15:59:13.156272Z","steps":["trace[89656283] 'agreement among raft nodes before linearized reading' (duration: 1.471326506s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.156313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"973.913876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:13.156326Z","caller":"traceutil/trace.go:172","msg":"trace[1492388763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:975; }","duration":"973.927516ms","start":"2026-04-09T15:59:12.182394Z","end":"2026-04-09T15:59:13.156322Z","steps":["trace[1492388763] 'agreement among raft nodes before linearized reading' (duration: 973.891134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.156336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:12.182369Z","time spent":"973.963999ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.156458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.602430084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:13.156484Z","caller":"traceutil/trace.go:172","msg":"trace[643720981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:975; }","duration":"1.602455565s","start":"2026-04-09T15:59:11.554021Z","end":"2026-04-09T15:59:13.156476Z","steps":["trace[643720981] 'agreement among raft nodes before linearized reading' (duration: 1.602414493s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.156504Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.554003Z","time spent":"1.602496067s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:13.156513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.946366036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:10861"} {"level":"info","ts":"2026-04-09T15:59:13.156527Z","caller":"traceutil/trace.go:172","msg":"trace[653936063] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:975; }","duration":"1.946380327s","start":"2026-04-09T15:59:11.210142Z","end":"2026-04-09T15:59:13.156522Z","steps":["trace[653936063] 'agreement among raft nodes before linearized reading' (duration: 1.946352926s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.156539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.210130Z","time spent":"1.946405048s","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":10884,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.156102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.248720301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-04-09T15:59:13.156623Z","caller":"traceutil/trace.go:172","msg":"trace[204060489] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:975; }","duration":"1.249249776s","start":"2026-04-09T15:59:11.907363Z","end":"2026-04-09T15:59:13.156613Z","steps":["trace[204060489] 'agreement among raft nodes before linearized reading' (duration: 1.248633456s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:13.156651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:11.907346Z","time spent":"1.249296928s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1042,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:13.226914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.376148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"warn","ts":"2026-04-09T15:59:13.227079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.798066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-09T15:59:13.227250Z","caller":"traceutil/trace.go:172","msg":"trace[939990514] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:980; }","duration":"112.975445ms","start":"2026-04-09T15:59:13.114263Z","end":"2026-04-09T15:59:13.227239Z","steps":["trace[939990514] 'agreement among raft nodes before linearized reading' (duration: 112.683661ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:13.226977Z","caller":"traceutil/trace.go:172","msg":"trace[170376344] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:980; }","duration":"111.460812ms","start":"2026-04-09T15:59:13.115505Z","end":"2026-04-09T15:59:13.226966Z","steps":["trace[170376344] 'agreement among raft nodes before linearized reading' (duration: 111.280623ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:14.346705Z","caller":"traceutil/trace.go:172","msg":"trace[650148226] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1006; }","duration":"674.795918ms","start":"2026-04-09T15:59:13.671894Z","end":"2026-04-09T15:59:14.346690Z","steps":["trace[650148226] 'process raft request' (duration: 674.308073ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:14.346890Z","caller":"traceutil/trace.go:172","msg":"trace[1636995744] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1006; }","duration":"651.318852ms","start":"2026-04-09T15:59:13.695563Z","end":"2026-04-09T15:59:14.346882Z","steps":["trace[1636995744] 'process raft request' (duration: 650.934954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:14.346956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:13.695539Z","time spent":"651.378775ms","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":98740,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:14.347062Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:13.671837Z","time spent":"675.048371ms","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151272,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:14.729001Z","caller":"traceutil/trace.go:172","msg":"trace[32276485] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"201.087953ms","start":"2026-04-09T15:59:14.527900Z","end":"2026-04-09T15:59:14.728988Z","steps":["trace[32276485] 'process raft request' (duration: 200.904434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.051986Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279093,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:15.177209Z","caller":"traceutil/trace.go:172","msg":"trace[380442558] linearizableReadLoop","detail":"{readStateIndex:1178; appliedIndex:1181; }","duration":"626.539905ms","start":"2026-04-09T15:59:14.550602Z","end":"2026-04-09T15:59:15.177142Z","steps":["trace[380442558] 'read index received' (duration: 626.532045ms)","trace[380442558] 'applied index is now lower than readState.Index' (duration: 6.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:15.198728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"648.09487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:15.198853Z","caller":"traceutil/trace.go:172","msg":"trace[394169527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1016; }","duration":"648.239567ms","start":"2026-04-09T15:59:14.550584Z","end":"2026-04-09T15:59:15.198823Z","steps":["trace[394169527] 'agreement among raft nodes before linearized reading' (duration: 626.666352ms)","trace[394169527] 'range keys from in-memory index tree' (duration: 21.360595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:15.198904Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.550548Z","time spent":"648.346783ms","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T15:59:15.201698Z","caller":"traceutil/trace.go:172","msg":"trace[812949331] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1018; }","duration":"601.300393ms","start":"2026-04-09T15:59:14.600344Z","end":"2026-04-09T15:59:15.201645Z","steps":["trace[812949331] 'process raft request' (duration: 599.354277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.202018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.600325Z","time spent":"601.485822ms","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570132,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:15.477818Z","caller":"traceutil/trace.go:172","msg":"trace[1771130826] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1019; }","duration":"734.645772ms","start":"2026-04-09T15:59:14.743152Z","end":"2026-04-09T15:59:15.477797Z","steps":["trace[1771130826] 'process raft request' (duration: 734.210461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.478032Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:14.743118Z","time spent":"734.780499ms","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":20902,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:15.480003Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17786013945496279098,"received-request-id":17786013945496279093} {"level":"info","ts":"2026-04-09T15:59:15.480141Z","caller":"traceutil/trace.go:172","msg":"trace[225936031] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"427.900971ms","start":"2026-04-09T15:59:15.052217Z","end":"2026-04-09T15:59:15.480118Z","steps":["trace[225936031] 'process raft request' (duration: 427.811496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:15.480368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:15.052186Z","time spent":"428.046637ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:15.481000Z","caller":"traceutil/trace.go:172","msg":"trace[617296620] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"131.151304ms","start":"2026-04-09T15:59:15.349840Z","end":"2026-04-09T15:59:15.480991Z","steps":["trace[617296620] 'process raft request' (duration: 131.116452ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:15.481223Z","caller":"traceutil/trace.go:172","msg":"trace[623607670] linearizableReadLoop","detail":"{readStateIndex:1185; appliedIndex:1191; }","duration":"280.326416ms","start":"2026-04-09T15:59:15.200879Z","end":"2026-04-09T15:59:15.481205Z","steps":["trace[623607670] 'read index received' (duration: 280.321436ms)","trace[623607670] 'applied index is now lower than readState.Index' (duration: 3.92µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:15.481498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.61168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:15.481560Z","caller":"traceutil/trace.go:172","msg":"trace[918706505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1023; }","duration":"280.673424ms","start":"2026-04-09T15:59:15.200873Z","end":"2026-04-09T15:59:15.481546Z","steps":["trace[918706505] 'agreement among raft nodes before linearized reading' (duration: 280.580099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:20.949641Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:21.449973Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:21.951098Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:22.172109Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.96790791s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T15:59:22.451635Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:22.551353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000125204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T15:59:22.551451Z","caller":"traceutil/trace.go:172","msg":"trace[838960246] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00023694s","start":"2026-04-09T15:59:20.551192Z","end":"2026-04-09T15:59:22.551429Z","steps":["trace[838960246] 'agreement among raft nodes before linearized reading' (duration: 2.000120304s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:22.551511Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:20.551167Z","time spent":"2.000333604s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 15:59:22 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T15:59:22.952671Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:23.453371Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:23.667748Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"6889728893fdf6d4 [logterm: 2, index: 1268, vote: 0] ignored MsgPreVote from 6f8f0520213e17ce [logterm: 2, index: 1268] at term 2: lease is not expired (remaining ticks: 1)"} {"level":"info","ts":"2026-04-09T15:59:23.726970Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"6889728893fdf6d4 is starting a new election at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.727152Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"6889728893fdf6d4 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.727283Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 2, index: 1268] sent MsgPreVote request to 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.727378Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 2, index: 1268] sent MsgPreVote request to 6f8f0520213e17ce at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.727491Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 6889728893fdf6d4 lost leader 79e65b4197a2a1a at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.727779Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6889728893fdf6d4 received MsgPreVoteResp from 6889728893fdf6d4 at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.727921Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6889728893fdf6d4 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:23.728923Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6889728893fdf6d4 received MsgPreVoteResp from 6f8f0520213e17ce at term 2"} {"level":"info","ts":"2026-04-09T15:59:23.728976Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6889728893fdf6d4 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:23.728999Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"6889728893fdf6d4 became candidate at term 3"} {"level":"info","ts":"2026-04-09T15:59:23.729019Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 2, index: 1268] sent MsgVote request to 79e65b4197a2a1a at term 3"} {"level":"info","ts":"2026-04-09T15:59:23.729031Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 2, index: 1268] sent MsgVote request to 6f8f0520213e17ce at term 3"} {"level":"warn","ts":"2026-04-09T15:59:23.954181Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:24.455097Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:24.552605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000132016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T15:59:24.552691Z","caller":"traceutil/trace.go:172","msg":"trace[1008816759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666093s","start":"2026-04-09T15:59:22.552004Z","end":"2026-04-09T15:59:24.552670Z","steps":["trace[1008816759] 'agreement among raft nodes before linearized reading' (duration: 2.000128726s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:24.552991Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.551985Z","time spent":"2.00099189s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 15:59:24 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T15:59:24.667697Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6889728893fdf6d4 [term: 3] ignored a MsgReadIndexResp message with lower term from 79e65b4197a2a1a [term: 2]"} {"level":"info","ts":"2026-04-09T15:59:24.681241Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6889728893fdf6d4 received MsgVoteResp from 6889728893fdf6d4 at term 3"} {"level":"info","ts":"2026-04-09T15:59:24.681337Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6889728893fdf6d4 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-09T15:59:24.955622Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:25.455794Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:25.726856Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"6889728893fdf6d4 is starting a new election at term 3"} {"level":"info","ts":"2026-04-09T15:59:25.726929Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"6889728893fdf6d4 became pre-candidate at term 3"} {"level":"info","ts":"2026-04-09T15:59:25.726960Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 2, index: 1268] sent MsgPreVote request to 79e65b4197a2a1a at term 3"} {"level":"info","ts":"2026-04-09T15:59:25.726979Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 2, index: 1268] sent MsgPreVote request to 6f8f0520213e17ce at term 3"} {"level":"info","ts":"2026-04-09T15:59:25.727034Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6889728893fdf6d4 received MsgPreVoteResp from 6889728893fdf6d4 at term 3"} {"level":"info","ts":"2026-04-09T15:59:25.727054Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6889728893fdf6d4 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-09T15:59:25.956380Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:26.456822Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:26.561373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001171152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T15:59:26.562227Z","caller":"traceutil/trace.go:172","msg":"trace[367801191] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001263066s","start":"2026-04-09T15:59:24.560176Z","end":"2026-04-09T15:59:26.561439Z","steps":["trace[367801191] 'agreement among raft nodes before linearized reading' (duration: 2.001168732s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:26.568484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.560166Z","time spent":"2.008293971s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 15:59:26 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-09T15:59:26.669525Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"6889728893fdf6d4 [logterm: 2, index: 1268, vote: 6889728893fdf6d4] rejected MsgPreVote from 6f8f0520213e17ce [logterm: 2, index: 1280] at term 3"} {"level":"info","ts":"2026-04-09T15:59:26.926367Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"6889728893fdf6d4 is starting a new election at term 3"} {"level":"info","ts":"2026-04-09T15:59:26.926512Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"6889728893fdf6d4 became pre-candidate at term 3"} {"level":"info","ts":"2026-04-09T15:59:26.926532Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 2, index: 1268] sent MsgPreVote request to 79e65b4197a2a1a at term 3"} {"level":"info","ts":"2026-04-09T15:59:26.926540Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 2, index: 1268] sent MsgPreVote request to 6f8f0520213e17ce at term 3"} {"level":"info","ts":"2026-04-09T15:59:26.926787Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6889728893fdf6d4 received MsgPreVoteResp from 6889728893fdf6d4 at term 3"} {"level":"info","ts":"2026-04-09T15:59:26.926805Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6889728893fdf6d4 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:26.928269Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1079","msg":"6889728893fdf6d4 received MsgPreVoteResp rejection from 6f8f0520213e17ce at term 3"} {"level":"info","ts":"2026-04-09T15:59:26.928316Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6889728893fdf6d4 has received 1 MsgPreVoteResp votes and 1 vote rejections"} {"level":"warn","ts":"2026-04-09T15:59:26.957335Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:27.238654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999633461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T15:59:27.238721Z","caller":"traceutil/trace.go:172","msg":"trace[145871604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.002813108s","start":"2026-04-09T15:59:22.235891Z","end":"2026-04-09T15:59:27.238704Z","steps":["trace[145871604] 'agreement among raft nodes before linearized reading' (duration: 4.999631841s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:27.238761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.235866Z","time spent":"5.002883771s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/04/09 15:59:27 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T15:59:27.449544Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-09T15:59:27.449895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.000377372s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-09T15:59:27.450032Z","caller":"traceutil/trace.go:172","msg":"trace[1210296404] range","detail":"{range_begin:; range_end:; }","duration":"7.000452765s","start":"2026-04-09T15:59:20.449480Z","end":"2026-04-09T15:59:27.449933Z","steps":["trace[1210296404] 'agreement among raft nodes before linearized reading' (duration: 7.000375501s)"],"step_count":1} {"level":"error","ts":"2026-04-09T15:59:27.450092Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-09T15:59:27.552013Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1079","msg":"6889728893fdf6d4 received MsgPreVoteResp rejection from 79e65b4197a2a1a at term 3"} {"level":"info","ts":"2026-04-09T15:59:27.552066Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6889728893fdf6d4 has received 1 MsgPreVoteResp votes and 2 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:27.552086Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6889728893fdf6d4 became follower at term 3"} {"level":"warn","ts":"2026-04-09T15:59:27.949670Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279145,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:27.949764Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"6889728893fdf6d4 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-04-09T15:59:27.979925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999765056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T15:59:27.980094Z","caller":"traceutil/trace.go:172","msg":"trace[1290601329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999954235s","start":"2026-04-09T15:59:22.980129Z","end":"2026-04-09T15:59:27.980083Z","steps":["trace[1290601329] 'agreement among raft nodes before linearized reading' (duration: 4.999762355s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:27.980250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.980110Z","time spent":"5.000128955s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:28.168309Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"6889728893fdf6d4 [logterm: 2, index: 1268, vote: 6889728893fdf6d4] cast MsgPreVote for 6f8f0520213e17ce [logterm: 2, index: 1280] at term 3"} {"level":"info","ts":"2026-04-09T15:59:28.171653Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"6889728893fdf6d4 [term: 3] received a MsgVote message with higher term from 6f8f0520213e17ce [term: 4]"} {"level":"info","ts":"2026-04-09T15:59:28.171711Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6889728893fdf6d4 became follower at term 4"} {"level":"info","ts":"2026-04-09T15:59:28.171721Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"6889728893fdf6d4 [logterm: 2, index: 1268, vote: 0] cast MsgVote for 6f8f0520213e17ce [logterm: 2, index: 1280] at term 4"} {"level":"info","ts":"2026-04-09T15:59:28.175901Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 6889728893fdf6d4 elected leader 6f8f0520213e17ce at term 4"} {"level":"warn","ts":"2026-04-09T15:59:28.176127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.604628883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:28.176128Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.132727194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.176157Z","caller":"traceutil/trace.go:172","msg":"trace[1323917779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.604669435s","start":"2026-04-09T15:59:26.571479Z","end":"2026-04-09T15:59:28.176148Z","steps":["trace[1323917779] 'agreement among raft nodes before linearized reading' (duration: 1.604628183s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.176167Z","caller":"traceutil/trace.go:172","msg":"trace[789554407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.132779516s","start":"2026-04-09T15:59:27.043377Z","end":"2026-04-09T15:59:28.176156Z","steps":["trace[789554407] 'agreement among raft nodes before linearized reading' (duration: 1.132724364s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.176183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:26.571468Z","time spent":"1.604708966s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:28.176205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.38727396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:28.176206Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:27.043364Z","time spent":"1.13283586s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T15:59:28.176218Z","caller":"traceutil/trace.go:172","msg":"trace[173500104] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; }","duration":"2.38728897s","start":"2026-04-09T15:59:25.788925Z","end":"2026-04-09T15:59:28.176214Z","steps":["trace[173500104] 'agreement among raft nodes before linearized reading' (duration: 2.38727503s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.176230Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:25.788893Z","time spent":"2.387333472s","remote":"127.0.0.1:56622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.115\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.176250Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.495847606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.176269Z","caller":"traceutil/trace.go:172","msg":"trace[1546870343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"6.495866617s","start":"2026-04-09T15:59:21.680398Z","end":"2026-04-09T15:59:28.176265Z","steps":["trace[1546870343] 'agreement among raft nodes before linearized reading' (duration: 6.495848076s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.176286Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.680375Z","time spent":"6.495906829s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.176311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.113026911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.176319Z","caller":"traceutil/trace.go:172","msg":"trace[1714456561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.113036252s","start":"2026-04-09T15:59:21.063280Z","end":"2026-04-09T15:59:28.176316Z","steps":["trace[1714456561] 'agreement among raft nodes before linearized reading' (duration: 7.113027291s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.176333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:21.063259Z","time spent":"7.113070833s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:28.176352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.370162713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pmctx\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:28.176364Z","caller":"traceutil/trace.go:172","msg":"trace[2030064131] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pmctx; range_end:; }","duration":"7.370175384s","start":"2026-04-09T15:59:20.806186Z","end":"2026-04-09T15:59:28.176361Z","steps":["trace[2030064131] 'agreement among raft nodes before linearized reading' (duration: 7.370162533s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.176376Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:20.806173Z","time spent":"7.370199426s","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-pmctx\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:28.185227Z","caller":"traceutil/trace.go:172","msg":"trace[1564965895] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"4.648267399s","start":"2026-04-09T15:59:23.536950Z","end":"2026-04-09T15:59:28.185217Z","steps":["trace[1564965895] 'process raft request' (duration: 4.648228057s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.185222Z","caller":"traceutil/trace.go:172","msg":"trace[2061989590] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1085; }","duration":"6.005115925s","start":"2026-04-09T15:59:22.180083Z","end":"2026-04-09T15:59:28.185198Z","steps":["trace[2061989590] 'process raft request' (duration: 6.005056392s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:28.185305Z","caller":"traceutil/trace.go:172","msg":"trace[414138147] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1085; }","duration":"6.000143451s","start":"2026-04-09T15:59:22.185146Z","end":"2026-04-09T15:59:28.185290Z","steps":["trace[414138147] 'process raft request' (duration: 6.000013024s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.185318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:23.536920Z","time spent":"4.648350623s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:28.185404Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.180061Z","time spent":"6.005281714s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:28.185423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:22.185134Z","time spent":"6.000203825s","remote":"127.0.0.1:56660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82,"response count":0,"response size":24271,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:28.187779Z","caller":"traceutil/trace.go:172","msg":"trace[822293887] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"3.630826309s","start":"2026-04-09T15:59:24.556920Z","end":"2026-04-09T15:59:28.187747Z","steps":["trace[822293887] 'process raft request' (duration: 3.630747405s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.187839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:24.556896Z","time spent":"3.630916834s","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:28.188175Z","caller":"traceutil/trace.go:172","msg":"trace[807673613] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"2.351399949s","start":"2026-04-09T15:59:25.836768Z","end":"2026-04-09T15:59:28.188168Z","steps":["trace[807673613] 'process raft request' (duration: 2.350917014s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.188185Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"737.294948ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:28.188211Z","caller":"traceutil/trace.go:172","msg":"trace[1260833875] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1091; }","duration":"737.349051ms","start":"2026-04-09T15:59:27.450855Z","end":"2026-04-09T15:59:28.188204Z","steps":["trace[1260833875] 'agreement among raft nodes before linearized reading' (duration: 737.278957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:28.188223Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:25.836752Z","time spent":"2.351443942s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:30.051225Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279185,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:30.426518Z","caller":"traceutil/trace.go:172","msg":"trace[1924359393] linearizableReadLoop","detail":"{readStateIndex:1366; appliedIndex:1366; }","duration":"875.840542ms","start":"2026-04-09T15:59:29.550648Z","end":"2026-04-09T15:59:30.426488Z","steps":["trace[1924359393] 'read index received' (duration: 875.833681ms)","trace[1924359393] 'applied index is now lower than readState.Index' (duration: 5.641µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:30.427007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"876.331068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:30.427119Z","caller":"traceutil/trace.go:172","msg":"trace[947380793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1157; }","duration":"876.450855ms","start":"2026-04-09T15:59:29.550643Z","end":"2026-04-09T15:59:30.427094Z","steps":["trace[947380793] 'agreement among raft nodes before linearized reading' (duration: 876.226833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:30.427184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.550610Z","time spent":"876.562791ms","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T15:59:30.428437Z","caller":"traceutil/trace.go:172","msg":"trace[2050840831] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"574.859528ms","start":"2026-04-09T15:59:29.853558Z","end":"2026-04-09T15:59:30.428417Z","steps":["trace[2050840831] 'process raft request' (duration: 574.797645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:30.428585Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.853546Z","time spent":"574.974804ms","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:30.927055Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:30.999543Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17786013945496279187,"received-request-id":17786013945496279185} {"level":"info","ts":"2026-04-09T15:59:31.070362Z","caller":"traceutil/trace.go:172","msg":"trace[663970541] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1375; }","duration":"643.744297ms","start":"2026-04-09T15:59:30.426587Z","end":"2026-04-09T15:59:31.070331Z","steps":["trace[663970541] 'read index received' (duration: 643.736567ms)","trace[663970541] 'applied index is now lower than readState.Index' (duration: 5.99µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:31.170756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.319041217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pmctx\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"warn","ts":"2026-04-09T15:59:31.170836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.324586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T15:59:31.170897Z","caller":"traceutil/trace.go:172","msg":"trace[426650553] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pmctx; range_end:; response_count:1; response_revision:1166; }","duration":"1.319237617s","start":"2026-04-09T15:59:29.851630Z","end":"2026-04-09T15:59:31.170868Z","steps":["trace[426650553] 'agreement among raft nodes before linearized reading' (duration: 1.218843737s)","trace[426650553] 'range keys from in-memory index tree' (duration: 99.987479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:31.170966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:29.851610Z","time spent":"1.319342883s","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19168,"request content":"key:\"/registry/pods/kube-system/cilium-pmctx\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:31.171098Z","caller":"traceutil/trace.go:172","msg":"trace[1362160821] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"738.15762ms","start":"2026-04-09T15:59:30.432905Z","end":"2026-04-09T15:59:31.171063Z","steps":["trace[1362160821] 'process raft request' (duration: 637.474044ms)","trace[1362160821] 'compare' (duration: 100.157058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:31.171265Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.432884Z","time spent":"738.302167ms","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:31.571498Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279189,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:31.977598Z","caller":"traceutil/trace.go:172","msg":"trace[25162702] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1378; }","duration":"907.129608ms","start":"2026-04-09T15:59:31.070442Z","end":"2026-04-09T15:59:31.977571Z","steps":["trace[25162702] 'read index received' (duration: 907.119877ms)","trace[25162702] 'applied index is now lower than readState.Index' (duration: 8.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:31.977794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.548951613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:31.977821Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.51185438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:31.977854Z","caller":"traceutil/trace.go:172","msg":"trace[126141438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1170; }","duration":"1.549021357s","start":"2026-04-09T15:59:30.428814Z","end":"2026-04-09T15:59:31.977835Z","steps":["trace[126141438] 'agreement among raft nodes before linearized reading' (duration: 1.548905921s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:31.977863Z","caller":"traceutil/trace.go:172","msg":"trace[1839916009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1169; }","duration":"1.511898873s","start":"2026-04-09T15:59:30.465947Z","end":"2026-04-09T15:59:31.977846Z","steps":["trace[1839916009] 'agreement among raft nodes before linearized reading' (duration: 1.511751745s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.977900Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.428799Z","time spent":"1.549091421s","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:31.977918Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:30.465922Z","time spent":"1.511980487s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:31.977972Z","caller":"traceutil/trace.go:172","msg":"trace[1463345078] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"792.983358ms","start":"2026-04-09T15:59:31.184953Z","end":"2026-04-09T15:59:31.977936Z","steps":["trace[1463345078] 'process raft request' (duration: 792.811169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.977945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.52943442s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:31.978017Z","caller":"traceutil/trace.go:172","msg":"trace[1056329924] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"801.296369ms","start":"2026-04-09T15:59:31.176708Z","end":"2026-04-09T15:59:31.978005Z","steps":["trace[1056329924] 'process raft request' (duration: 800.922259ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:31.978045Z","caller":"traceutil/trace.go:172","msg":"trace[2030867204] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1171; }","duration":"1.529556937s","start":"2026-04-09T15:59:30.448469Z","end":"2026-04-09T15:59:31.978026Z","steps":["trace[2030867204] 'agreement among raft nodes before linearized reading' (duration: 1.529371737s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:31.978060Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.176687Z","time spent":"801.354543ms","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:31.978068Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.184933Z","time spent":"793.082993ms","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19396,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T15:59:32.478060Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279192,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:32.979089Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279192,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:33.273619Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"6889728893fdf6d4 [logterm: 4, index: 1386, vote: 6f8f0520213e17ce] cast MsgPreVote for 79e65b4197a2a1a [logterm: 4, index: 1386] at term 4"} {"level":"info","ts":"2026-04-09T15:59:33.359498Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"6889728893fdf6d4 [term: 4] received a MsgVote message with higher term from 79e65b4197a2a1a [term: 5]"} {"level":"info","ts":"2026-04-09T15:59:33.359583Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6889728893fdf6d4 became follower at term 5"} {"level":"info","ts":"2026-04-09T15:59:33.359605Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"6889728893fdf6d4 [logterm: 4, index: 1386, vote: 0] cast MsgVote for 79e65b4197a2a1a [logterm: 4, index: 1386] at term 5"} {"level":"info","ts":"2026-04-09T15:59:33.359625Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 6889728893fdf6d4 lost leader 6f8f0520213e17ce at term 5"} {"level":"info","ts":"2026-04-09T15:59:33.399675Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 6889728893fdf6d4 elected leader 79e65b4197a2a1a at term 5"} {"level":"warn","ts":"2026-04-09T15:59:33.400052Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.214950182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-09T15:59:33.400156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.240942182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:33.400204Z","caller":"traceutil/trace.go:172","msg":"trace[1018456302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.240990004s","start":"2026-04-09T15:59:31.159201Z","end":"2026-04-09T15:59:33.400191Z","steps":["trace[1018456302] 'agreement among raft nodes before linearized reading' (duration: 2.240942372s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.400307Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.159171Z","time spent":"2.241070388s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:33.400540Z","caller":"traceutil/trace.go:172","msg":"trace[1152016179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"2.215027966s","start":"2026-04-09T15:59:31.185072Z","end":"2026-04-09T15:59:33.400100Z","steps":["trace[1152016179] 'agreement among raft nodes before linearized reading' (duration: 2.214948862s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.400581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.185046Z","time spent":"2.215525312s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:33.469173Z","caller":"traceutil/trace.go:172","msg":"trace[1637764061] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"1.486068955s","start":"2026-04-09T15:59:31.983087Z","end":"2026-04-09T15:59:33.469156Z","steps":["trace[1637764061] 'process raft request' (duration: 1.485790429s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.469308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.983068Z","time spent":"1.4861794s","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:33.469852Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-09T15:59:33.471839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.479842215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:33.471875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.488697506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pmctx\" limit:1 ","response":"range_response_count:1 size:19411"} {"level":"info","ts":"2026-04-09T15:59:33.471907Z","caller":"traceutil/trace.go:172","msg":"trace[549625546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1177; }","duration":"1.47991576s","start":"2026-04-09T15:59:31.991975Z","end":"2026-04-09T15:59:33.471890Z","steps":["trace[549625546] 'agreement among raft nodes before linearized reading' (duration: 1.47974693s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:33.471932Z","caller":"traceutil/trace.go:172","msg":"trace[1911953417] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pmctx; range_end:; response_count:1; response_revision:1177; }","duration":"1.488766009s","start":"2026-04-09T15:59:31.983152Z","end":"2026-04-09T15:59:33.471918Z","steps":["trace[1911953417] 'agreement among raft nodes before linearized reading' (duration: 1.488443371s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.471954Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.991959Z","time spent":"1.479984904s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:33.472023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.974766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-09T15:59:33.471970Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:31.983138Z","time spent":"1.488824233s","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19434,"request content":"key:\"/registry/pods/kube-system/cilium-pmctx\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:33.472074Z","caller":"traceutil/trace.go:172","msg":"trace[2035187569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1177; }","duration":"228.073011ms","start":"2026-04-09T15:59:33.243989Z","end":"2026-04-09T15:59:33.472062Z","steps":["trace[2035187569] 'agreement among raft nodes before linearized reading' (duration: 227.890941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.472588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.493185504s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:33.472753Z","caller":"traceutil/trace.go:172","msg":"trace[2087206643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1177; }","duration":"1.493351653s","start":"2026-04-09T15:59:31.979384Z","end":"2026-04-09T15:59:33.472735Z","steps":["trace[2087206643] 'agreement among raft nodes before linearized reading' (duration: 1.492341648s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.474575Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17786013945496279195,"received-request-id":17786013945496279194} {"level":"info","ts":"2026-04-09T15:59:33.684067Z","caller":"traceutil/trace.go:172","msg":"trace[936470879] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"195.639555ms","start":"2026-04-09T15:59:33.488380Z","end":"2026-04-09T15:59:33.684019Z","steps":["trace[936470879] 'process raft request' (duration: 171.006738ms)","trace[936470879] 'compare' (duration: 23.838585ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:33.713845Z","caller":"traceutil/trace.go:172","msg":"trace[784078463] linearizableReadLoop","detail":"{readStateIndex:1387; appliedIndex:1389; }","duration":"237.662713ms","start":"2026-04-09T15:59:33.476155Z","end":"2026-04-09T15:59:33.713818Z","steps":["trace[784078463] 'read index received' (duration: 237.651412ms)","trace[784078463] 'applied index is now lower than readState.Index' (duration: 9.451µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:33.713902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.322853ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:33.713982Z","caller":"traceutil/trace.go:172","msg":"trace[1838494033] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1179; }","duration":"239.414827ms","start":"2026-04-09T15:59:33.474548Z","end":"2026-04-09T15:59:33.713963Z","steps":["trace[1838494033] 'agreement among raft nodes before linearized reading' (duration: 239.27323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:33.714051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.546078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:33.714126Z","caller":"traceutil/trace.go:172","msg":"trace[698897973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1179; }","duration":"240.656133ms","start":"2026-04-09T15:59:33.473454Z","end":"2026-04-09T15:59:33.714110Z","steps":["trace[698897973] 'agreement among raft nodes before linearized reading' (duration: 240.501165ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:33.763284Z","caller":"traceutil/trace.go:172","msg":"trace[1622990865] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"269.17787ms","start":"2026-04-09T15:59:33.494094Z","end":"2026-04-09T15:59:33.763272Z","steps":["trace[1622990865] 'process raft request' (duration: 269.097164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.214804Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279200,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:34.308484Z","caller":"traceutil/trace.go:172","msg":"trace[453830841] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1390; }","duration":"594.546464ms","start":"2026-04-09T15:59:33.713917Z","end":"2026-04-09T15:59:34.308464Z","steps":["trace[453830841] 'read index received' (duration: 594.541084ms)","trace[453830841] 'applied index is now lower than readState.Index' (duration: 4.51µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:34.308964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"621.066713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pmctx\" limit:1 ","response":"range_response_count:1 size:19670"} {"level":"info","ts":"2026-04-09T15:59:34.309067Z","caller":"traceutil/trace.go:172","msg":"trace[531712307] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pmctx; range_end:; response_count:1; response_revision:1180; }","duration":"621.170058ms","start":"2026-04-09T15:59:33.687867Z","end":"2026-04-09T15:59:34.309037Z","steps":["trace[531712307] 'agreement among raft nodes before linearized reading' (duration: 620.725624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.309116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.687848Z","time spent":"621.256263ms","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19693,"request content":"key:\"/registry/pods/kube-system/cilium-pmctx\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:34.361547Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6889728893fdf6d4 [term: 5] ignored a MsgReadIndexResp message with lower term from 6f8f0520213e17ce [term: 4]"} {"level":"warn","ts":"2026-04-09T15:59:34.538926Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17786013945496279202,"received-request-id":17786013945496279200} {"level":"info","ts":"2026-04-09T15:59:34.539402Z","caller":"traceutil/trace.go:172","msg":"trace[1214800656] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"643.077197ms","start":"2026-04-09T15:59:33.896302Z","end":"2026-04-09T15:59:34.539379Z","steps":["trace[1214800656] 'process raft request' (duration: 642.919148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.539545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.896271Z","time spent":"643.215194ms","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:34.549354Z","caller":"traceutil/trace.go:172","msg":"trace[2126767541] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1400; }","duration":"240.782378ms","start":"2026-04-09T15:59:34.308558Z","end":"2026-04-09T15:59:34.549340Z","steps":["trace[2126767541] 'read index received' (duration: 240.776648ms)","trace[2126767541] 'applied index is now lower than readState.Index' (duration: 4.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:34.549485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"323.442426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:34.549541Z","caller":"traceutil/trace.go:172","msg":"trace[337997561] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1190; }","duration":"323.516069ms","start":"2026-04-09T15:59:34.226019Z","end":"2026-04-09T15:59:34.549535Z","steps":["trace[337997561] 'agreement among raft nodes before linearized reading' (duration: 323.412494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.549566Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:34.225998Z","time spent":"323.562862ms","remote":"127.0.0.1:56756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:34.549567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"826.31343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:34.549615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"793.268692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:34.549620Z","caller":"traceutil/trace.go:172","msg":"trace[96076645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"826.374163ms","start":"2026-04-09T15:59:33.723232Z","end":"2026-04-09T15:59:34.549606Z","steps":["trace[96076645] 'agreement among raft nodes before linearized reading' (duration: 826.267628ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:34.549648Z","caller":"traceutil/trace.go:172","msg":"trace[1805855488] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1190; }","duration":"793.304364ms","start":"2026-04-09T15:59:33.756335Z","end":"2026-04-09T15:59:34.549639Z","steps":["trace[1805855488] 'agreement among raft nodes before linearized reading' (duration: 793.243741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.549624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"671.010862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:34.549655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.723212Z","time spent":"826.436967ms","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:34.549669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.756311Z","time spent":"793.352506ms","remote":"127.0.0.1:56884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:34.549685Z","caller":"traceutil/trace.go:172","msg":"trace[496396728] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1190; }","duration":"671.086106ms","start":"2026-04-09T15:59:33.878587Z","end":"2026-04-09T15:59:34.549673Z","steps":["trace[496396728] 'agreement among raft nodes before linearized reading' (duration: 670.961609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.549716Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:33.878568Z","time spent":"671.142249ms","remote":"127.0.0.1:57076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:34.550326Z","caller":"traceutil/trace.go:172","msg":"trace[371060922] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"222.303815ms","start":"2026-04-09T15:59:34.328011Z","end":"2026-04-09T15:59:34.550315Z","steps":["trace[371060922] 'process raft request' (duration: 222.21602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:34.551636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.77023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:34.551668Z","caller":"traceutil/trace.go:172","msg":"trace[1995277376] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1191; }","duration":"219.804882ms","start":"2026-04-09T15:59:34.331856Z","end":"2026-04-09T15:59:34.551661Z","steps":["trace[1995277376] 'agreement among raft nodes before linearized reading' (duration: 219.757409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:35.703988Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54210","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:59:36.046812Z","caller":"traceutil/trace.go:172","msg":"trace[843740669] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1417; }","duration":"228.478979ms","start":"2026-04-09T15:59:35.818316Z","end":"2026-04-09T15:59:36.046795Z","steps":["trace[843740669] 'read index received' (duration: 228.473339ms)","trace[843740669] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:36.047036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.702712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:36.047213Z","caller":"traceutil/trace.go:172","msg":"trace[2106983704] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1206; }","duration":"228.834989ms","start":"2026-04-09T15:59:35.818304Z","end":"2026-04-09T15:59:36.047138Z","steps":["trace[2106983704] 'agreement among raft nodes before linearized reading' (duration: 228.567444ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:36.120397Z","caller":"traceutil/trace.go:172","msg":"trace[773875369] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"265.931441ms","start":"2026-04-09T15:59:35.854448Z","end":"2026-04-09T15:59:36.120380Z","steps":["trace[773875369] 'process raft request' (duration: 265.779393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:36.546979Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279229,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:37.047671Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279229,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:37.426783Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"6889728893fdf6d4 is starting a new election at term 5"} {"level":"info","ts":"2026-04-09T15:59:37.426852Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"6889728893fdf6d4 became pre-candidate at term 5"} {"level":"info","ts":"2026-04-09T15:59:37.426883Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 5, index: 1419] sent MsgPreVote request to 79e65b4197a2a1a at term 5"} {"level":"info","ts":"2026-04-09T15:59:37.426903Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 5, index: 1419] sent MsgPreVote request to 6f8f0520213e17ce at term 5"} {"level":"info","ts":"2026-04-09T15:59:37.426921Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 6889728893fdf6d4 lost leader 79e65b4197a2a1a at term 5"} {"level":"info","ts":"2026-04-09T15:59:37.426981Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6889728893fdf6d4 received MsgPreVoteResp from 6889728893fdf6d4 at term 5"} {"level":"info","ts":"2026-04-09T15:59:37.427005Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6889728893fdf6d4 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:37.428122Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6889728893fdf6d4 received MsgPreVoteResp from 6f8f0520213e17ce at term 5"} {"level":"info","ts":"2026-04-09T15:59:37.428154Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6889728893fdf6d4 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:37.428177Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"6889728893fdf6d4 became candidate at term 6"} {"level":"info","ts":"2026-04-09T15:59:37.428189Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 5, index: 1419] sent MsgVote request to 79e65b4197a2a1a at term 6"} {"level":"info","ts":"2026-04-09T15:59:37.428199Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"6889728893fdf6d4 [logterm: 5, index: 1419] sent MsgVote request to 6f8f0520213e17ce at term 6"} {"level":"info","ts":"2026-04-09T15:59:37.505169Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6889728893fdf6d4 received MsgVoteResp from 6889728893fdf6d4 at term 6"} {"level":"info","ts":"2026-04-09T15:59:37.505241Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6889728893fdf6d4 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-09T15:59:37.548759Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279229,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:37.555355Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"6889728893fdf6d4 received MsgVoteResp from 6f8f0520213e17ce at term 6"} {"level":"info","ts":"2026-04-09T15:59:37.555476Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"6889728893fdf6d4 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-09T15:59:37.555513Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"6889728893fdf6d4 became leader at term 6"} {"level":"info","ts":"2026-04-09T15:59:37.555538Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 6889728893fdf6d4 elected leader 6889728893fdf6d4 at term 6"} {"level":"warn","ts":"2026-04-09T15:59:37.555684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.705417004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:37.555734Z","caller":"traceutil/trace.go:172","msg":"trace[976778823] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; }","duration":"1.705475447s","start":"2026-04-09T15:59:35.850242Z","end":"2026-04-09T15:59:37.555717Z","steps":["trace[976778823] 'agreement among raft nodes before linearized reading' (duration: 1.705416074s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.555837Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:35.850230Z","time spent":"1.705589374s","remote":"127.0.0.1:57190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:37.780585Z","caller":"traceutil/trace.go:172","msg":"trace[236900515] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"1.888293023s","start":"2026-04-09T15:59:35.892260Z","end":"2026-04-09T15:59:37.780553Z","steps":["trace[236900515] 'process raft request' (duration: 1.88806342s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:37.780849Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-09T15:59:37.780951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:35.892234Z","time spent":"1.888478314s","remote":"127.0.0.1:56622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:37.781508Z","caller":"traceutil/trace.go:172","msg":"trace[345100595] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1420; }","duration":"225.848196ms","start":"2026-04-09T15:59:37.555637Z","end":"2026-04-09T15:59:37.781485Z","steps":["trace[345100595] 'read index received' (duration: 225.837745ms)","trace[345100595] 'applied index is now lower than readState.Index' (duration: 9.301µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:37.781721Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.269338216s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:37.782234Z","caller":"traceutil/trace.go:172","msg":"trace[838770682] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1208; }","duration":"1.269868634s","start":"2026-04-09T15:59:36.512352Z","end":"2026-04-09T15:59:37.782221Z","steps":["trace[838770682] 'agreement among raft nodes before linearized reading' (duration: 1.269298244s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.782549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.624836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:37.781734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.209502861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:37.782591Z","caller":"traceutil/trace.go:172","msg":"trace[1450094683] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1208; }","duration":"200.713061ms","start":"2026-04-09T15:59:37.581866Z","end":"2026-04-09T15:59:37.782579Z","steps":["trace[1450094683] 'agreement among raft nodes before linearized reading' (duration: 200.649797ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:37.782606Z","caller":"traceutil/trace.go:172","msg":"trace[1317963238] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1208; }","duration":"1.210405239s","start":"2026-04-09T15:59:36.572185Z","end":"2026-04-09T15:59:37.782590Z","steps":["trace[1317963238] 'agreement among raft nodes before linearized reading' (duration: 1.209461898s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.782650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.572172Z","time spent":"1.210462373s","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:37.781776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.025437937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:37.782727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.909377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:37.782772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.077226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:125 size:10526"} {"level":"info","ts":"2026-04-09T15:59:37.782798Z","caller":"traceutil/trace.go:172","msg":"trace[1334796065] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1208; }","duration":"112.995352ms","start":"2026-04-09T15:59:37.669787Z","end":"2026-04-09T15:59:37.782782Z","steps":["trace[1334796065] 'agreement among raft nodes before linearized reading' (duration: 112.855644ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:37.782781Z","caller":"traceutil/trace.go:172","msg":"trace[2066993257] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1208; }","duration":"1.026440541s","start":"2026-04-09T15:59:36.756323Z","end":"2026-04-09T15:59:37.782764Z","steps":["trace[2066993257] 'agreement among raft nodes before linearized reading' (duration: 1.025302999s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:37.782820Z","caller":"traceutil/trace.go:172","msg":"trace[314031274] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:125; response_revision:1208; }","duration":"235.123599ms","start":"2026-04-09T15:59:37.547682Z","end":"2026-04-09T15:59:37.782805Z","steps":["trace[314031274] 'agreement among raft nodes before linearized reading' (duration: 234.273693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.782942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.756298Z","time spent":"1.026554087s","remote":"127.0.0.1:56836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:37.781848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.219877141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:37.783292Z","caller":"traceutil/trace.go:172","msg":"trace[1905705783] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1208; }","duration":"1.221318288s","start":"2026-04-09T15:59:36.561961Z","end":"2026-04-09T15:59:37.783279Z","steps":["trace[1905705783] 'agreement among raft nodes before linearized reading' (duration: 1.219852139s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.781895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.313565977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-09T15:59:37.781944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.373336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-09T15:59:37.781973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.230898017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:37.782005Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"732.54952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:37.782058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"888.064669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:37.783664Z","caller":"traceutil/trace.go:172","msg":"trace[1759279795] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1208; }","duration":"889.675076ms","start":"2026-04-09T15:59:36.893977Z","end":"2026-04-09T15:59:37.783652Z","steps":["trace[1759279795] 'agreement among raft nodes before linearized reading' (duration: 888.020126ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:37.783710Z","caller":"traceutil/trace.go:172","msg":"trace[488056733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1208; }","duration":"266.133061ms","start":"2026-04-09T15:59:37.517554Z","end":"2026-04-09T15:59:37.783687Z","steps":["trace[488056733] 'agreement among raft nodes before linearized reading' (duration: 264.261359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.783744Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.893952Z","time spent":"889.777702ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:37.783914Z","caller":"traceutil/trace.go:172","msg":"trace[2146323805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"1.232834543s","start":"2026-04-09T15:59:36.551062Z","end":"2026-04-09T15:59:37.783896Z","steps":["trace[2146323805] 'agreement among raft nodes before linearized reading' (duration: 1.230859505s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.783933Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.561945Z","time spent":"1.221974945s","remote":"127.0.0.1:42448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:37.783972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.551038Z","time spent":"1.232920257s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-09T15:59:37.783943Z","caller":"traceutil/trace.go:172","msg":"trace[747768460] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1208; }","duration":"734.474155ms","start":"2026-04-09T15:59:37.049449Z","end":"2026-04-09T15:59:37.783924Z","steps":["trace[747768460] 'agreement among raft nodes before linearized reading' (duration: 732.529959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.784039Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:37.049428Z","time spent":"734.594361ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:37.784068Z","caller":"traceutil/trace.go:172","msg":"trace[767221012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1208; }","duration":"1.315755926s","start":"2026-04-09T15:59:36.468303Z","end":"2026-04-09T15:59:37.784059Z","steps":["trace[767221012] 'agreement among raft nodes before linearized reading' (duration: 1.313378797s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:37.784324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:36.468283Z","time spent":"1.316024361s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:38.160287Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"164.040313ms"} {"level":"warn","ts":"2026-04-09T15:59:38.160436Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"164.195291ms"} {"level":"info","ts":"2026-04-09T15:59:38.161683Z","caller":"traceutil/trace.go:172","msg":"trace[786423110] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1420; }","duration":"307.364769ms","start":"2026-04-09T15:59:37.854295Z","end":"2026-04-09T15:59:38.161659Z","steps":["trace[786423110] 'read index received' (duration: 307.356308ms)","trace[786423110] 'applied index is now lower than readState.Index' (duration: 7.061µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:38.169769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.462668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-pmctx.18a4bb8efa706301\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-09T15:59:38.169886Z","caller":"traceutil/trace.go:172","msg":"trace[93205587] range","detail":"{range_begin:/registry/events/kube-system/cilium-pmctx.18a4bb8efa706301; range_end:; response_count:1; response_revision:1208; }","duration":"315.606216ms","start":"2026-04-09T15:59:37.854258Z","end":"2026-04-09T15:59:38.169864Z","steps":["trace[93205587] 'agreement among raft nodes before linearized reading' (duration: 307.569449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.169945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:37.854234Z","time spent":"315.695922ms","remote":"127.0.0.1:56694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-pmctx.18a4bb8efa706301\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:38.354724Z","caller":"traceutil/trace.go:172","msg":"trace[1720494561] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1421; }","duration":"192.916313ms","start":"2026-04-09T15:59:38.161761Z","end":"2026-04-09T15:59:38.354677Z","steps":["trace[1720494561] 'read index received' (duration: 192.900162ms)","trace[1720494561] 'applied index is now lower than readState.Index' (duration: 13.451µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:38.354811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.993212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:38.354896Z","caller":"traceutil/trace.go:172","msg":"trace[1834138637] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-3; range_end:; response_count:0; response_revision:1209; }","duration":"212.102459ms","start":"2026-04-09T15:59:38.142775Z","end":"2026-04-09T15:59:38.354877Z","steps":["trace[1834138637] 'agreement among raft nodes before linearized reading' (duration: 211.923448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.354963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.645428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:38.355005Z","caller":"traceutil/trace.go:172","msg":"trace[1050497449] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-3; range_end:; response_count:0; response_revision:1209; }","duration":"212.724172ms","start":"2026-04-09T15:59:38.142269Z","end":"2026-04-09T15:59:38.354993Z","steps":["trace[1050497449] 'agreement among raft nodes before linearized reading' (duration: 212.570094ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:38.355355Z","caller":"traceutil/trace.go:172","msg":"trace[2131011530] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"157.285694ms","start":"2026-04-09T15:59:38.198046Z","end":"2026-04-09T15:59:38.355332Z","steps":["trace[2131011530] 'process raft request' (duration: 157.167767ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:38.355424Z","caller":"traceutil/trace.go:172","msg":"trace[1601196056] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"182.754382ms","start":"2026-04-09T15:59:38.172630Z","end":"2026-04-09T15:59:38.355385Z","steps":["trace[1601196056] 'process raft request' (duration: 182.257655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.563379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.964815ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:38.563453Z","caller":"traceutil/trace.go:172","msg":"trace[202314356] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1211; }","duration":"114.04988ms","start":"2026-04-09T15:59:38.449388Z","end":"2026-04-09T15:59:38.563437Z","steps":["trace[202314356] 'range keys from in-memory index tree' (duration: 113.916813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.771861Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"217.226127ms"} {"level":"warn","ts":"2026-04-09T15:59:38.771915Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"217.28574ms"} {"level":"info","ts":"2026-04-09T15:59:38.773457Z","caller":"traceutil/trace.go:172","msg":"trace[1890951177] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"412.337861ms","start":"2026-04-09T15:59:38.361099Z","end":"2026-04-09T15:59:38.773437Z","steps":["trace[1890951177] 'process raft request' (duration: 411.95648ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:38.773535Z","caller":"traceutil/trace.go:172","msg":"trace[430569773] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1216; }","duration":"412.255047ms","start":"2026-04-09T15:59:38.361257Z","end":"2026-04-09T15:59:38.773512Z","steps":["trace[430569773] 'process raft request' (duration: 412.153081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:38.773592Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:38.361081Z","time spent":"412.444687ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1494,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T15:59:38.773658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:38.361218Z","time spent":"412.381964ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T15:59:38.860208Z","caller":"traceutil/trace.go:172","msg":"trace[104797032] linearizableReadLoop","detail":"{readStateIndex:1424; appliedIndex:1429; }","duration":"296.688994ms","start":"2026-04-09T15:59:38.563498Z","end":"2026-04-09T15:59:38.860187Z","steps":["trace[104797032] 'read index received' (duration: 296.683283ms)","trace[104797032] 'applied index is now lower than readState.Index' (duration: 4.891µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:38.860403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.886165ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:38.860449Z","caller":"traceutil/trace.go:172","msg":"trace[161873682] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1217; }","duration":"296.945508ms","start":"2026-04-09T15:59:38.563489Z","end":"2026-04-09T15:59:38.860435Z","steps":["trace[161873682] 'agreement among raft nodes before linearized reading' (duration: 296.848253ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:38.860690Z","caller":"traceutil/trace.go:172","msg":"trace[1643596097] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"294.478773ms","start":"2026-04-09T15:59:38.566201Z","end":"2026-04-09T15:59:38.860680Z","steps":["trace[1643596097] 'process raft request' (duration: 294.108783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:39.387370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:39.420314Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:39.442219Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:39.456418Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-09T15:59:39.568164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54294","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-09T15:59:41.311059Z","caller":"traceutil/trace.go:172","msg":"trace[1711008206] linearizableReadLoop","detail":"{readStateIndex:1460; appliedIndex:1460; }","duration":"164.871465ms","start":"2026-04-09T15:59:41.146156Z","end":"2026-04-09T15:59:41.311027Z","steps":["trace[1711008206] 'read index received' (duration: 164.859325ms)","trace[1711008206] 'applied index is now lower than readState.Index' (duration: 10.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:41.311270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.089137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:41.311389Z","caller":"traceutil/trace.go:172","msg":"trace[1140207855] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1245; }","duration":"165.224075ms","start":"2026-04-09T15:59:41.146138Z","end":"2026-04-09T15:59:41.311362Z","steps":["trace[1140207855] 'agreement among raft nodes before linearized reading' (duration: 165.015273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:41.443184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.073637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:41.443297Z","caller":"traceutil/trace.go:172","msg":"trace[772016319] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1247; }","duration":"153.195084ms","start":"2026-04-09T15:59:41.290073Z","end":"2026-04-09T15:59:41.443268Z","steps":["trace[772016319] 'agreement among raft nodes before linearized reading' (duration: 108.462414ms)","trace[772016319] 'range keys from in-memory index tree' (duration: 44.586002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:41.444079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.104112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:41.444330Z","caller":"traceutil/trace.go:172","msg":"trace[896421097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1247; }","duration":"262.492573ms","start":"2026-04-09T15:59:41.181800Z","end":"2026-04-09T15:59:41.444292Z","steps":["trace[896421097] 'agreement among raft nodes before linearized reading' (duration: 216.716716ms)","trace[896421097] 'range keys from in-memory index tree' (duration: 44.866218ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:41.985854Z","caller":"traceutil/trace.go:172","msg":"trace[314405775] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"115.406626ms","start":"2026-04-09T15:59:41.870430Z","end":"2026-04-09T15:59:41.985836Z","steps":["trace[314405775] 'process raft request' (duration: 115.218126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:44.280205Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"143.608168ms"} {"level":"warn","ts":"2026-04-09T15:59:44.280293Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"143.703444ms"} {"level":"info","ts":"2026-04-09T15:59:44.280630Z","caller":"traceutil/trace.go:172","msg":"trace[620599488] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"336.105014ms","start":"2026-04-09T15:59:43.944512Z","end":"2026-04-09T15:59:44.280617Z","steps":["trace[620599488] 'process raft request' (duration: 335.967176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:44.280714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:43.944500Z","time spent":"336.158386ms","remote":"127.0.0.1:56910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T15:59:44.281463Z","caller":"traceutil/trace.go:172","msg":"trace[1720013571] linearizableReadLoop","detail":"{readStateIndex:1519; appliedIndex:1519; }","duration":"278.272614ms","start":"2026-04-09T15:59:44.003169Z","end":"2026-04-09T15:59:44.281442Z","steps":["trace[1720013571] 'read index received' (duration: 278.267294ms)","trace[1720013571] 'applied index is now lower than readState.Index' (duration: 4.16µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:44.281656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.479735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:44.281686Z","caller":"traceutil/trace.go:172","msg":"trace[1350354833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1302; }","duration":"278.523167ms","start":"2026-04-09T15:59:44.003155Z","end":"2026-04-09T15:59:44.281678Z","steps":["trace[1350354833] 'agreement among raft nodes before linearized reading' (duration: 278.38937ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:46.357200Z","caller":"traceutil/trace.go:172","msg":"trace[742018940] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"156.741101ms","start":"2026-04-09T15:59:46.200439Z","end":"2026-04-09T15:59:46.357180Z","steps":["trace[742018940] 'process raft request' (duration: 156.612364ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:46.366536Z","caller":"traceutil/trace.go:172","msg":"trace[1264986657] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1326; }","duration":"165.569274ms","start":"2026-04-09T15:59:46.200943Z","end":"2026-04-09T15:59:46.366512Z","steps":["trace[1264986657] 'process raft request' (duration: 165.50948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:47.423824Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.846094ms"} {"level":"warn","ts":"2026-04-09T15:59:47.423920Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.94887ms"} {"level":"warn","ts":"2026-04-09T15:59:48.702271Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"52.451624ms"} {"level":"warn","ts":"2026-04-09T15:59:48.702365Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"52.600372ms"} {"level":"info","ts":"2026-04-09T15:59:48.702395Z","caller":"traceutil/trace.go:172","msg":"trace[625833848] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"227.645551ms","start":"2026-04-09T15:59:48.474732Z","end":"2026-04-09T15:59:48.702378Z","steps":["trace[625833848] 'process raft request' (duration: 227.533824ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:48.744051Z","caller":"traceutil/trace.go:172","msg":"trace[1354563999] linearizableReadLoop","detail":"{readStateIndex:1561; appliedIndex:1562; }","duration":"193.291742ms","start":"2026-04-09T15:59:48.550731Z","end":"2026-04-09T15:59:48.744022Z","steps":["trace[1354563999] 'read index received' (duration: 193.283172ms)","trace[1354563999] 'applied index is now lower than readState.Index' (duration: 7.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:48.842854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.133092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:48.842950Z","caller":"traceutil/trace.go:172","msg":"trace[1881359737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1342; }","duration":"292.210316ms","start":"2026-04-09T15:59:48.550714Z","end":"2026-04-09T15:59:48.842924Z","steps":["trace[1881359737] 'agreement among raft nodes before linearized reading' (duration: 193.461142ms)","trace[1881359737] 'range keys from in-memory index tree' (duration: 98.628437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:48.842786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.507162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:48.843246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.479039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:48.843308Z","caller":"traceutil/trace.go:172","msg":"trace[563734692] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1342; }","duration":"126.99737ms","start":"2026-04-09T15:59:48.716245Z","end":"2026-04-09T15:59:48.843242Z","steps":["trace[563734692] 'agreement among raft nodes before linearized reading' (duration: 28.918063ms)","trace[563734692] 'range keys from in-memory index tree' (duration: 97.515725ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:48.843373Z","caller":"traceutil/trace.go:172","msg":"trace[477994613] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1342; }","duration":"163.623207ms","start":"2026-04-09T15:59:48.679728Z","end":"2026-04-09T15:59:48.843351Z","steps":["trace[477994613] 'agreement among raft nodes before linearized reading' (duration: 65.415883ms)","trace[477994613] 'range keys from in-memory index tree' (duration: 98.028883ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:48.843803Z","caller":"traceutil/trace.go:172","msg":"trace[1549318100] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"233.090658ms","start":"2026-04-09T15:59:48.610655Z","end":"2026-04-09T15:59:48.843746Z","steps":["trace[1549318100] 'process raft request' (duration: 133.684446ms)","trace[1549318100] 'compare' (duration: 98.968246ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:49.083077Z","caller":"traceutil/trace.go:172","msg":"trace[1050026625] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"234.727902ms","start":"2026-04-09T15:59:48.848314Z","end":"2026-04-09T15:59:49.083042Z","steps":["trace[1050026625] 'process raft request' (duration: 187.141863ms)","trace[1050026625] 'compare' (duration: 46.88827ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:49.113835Z","caller":"traceutil/trace.go:172","msg":"trace[921764481] linearizableReadLoop","detail":"{readStateIndex:1563; appliedIndex:1564; }","duration":"152.220664ms","start":"2026-04-09T15:59:48.961593Z","end":"2026-04-09T15:59:49.113814Z","steps":["trace[921764481] 'read index received' (duration: 152.212824ms)","trace[921764481] 'applied index is now lower than readState.Index' (duration: 6.7µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:49.114063Z","caller":"traceutil/trace.go:172","msg":"trace[542117791] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"197.146246ms","start":"2026-04-09T15:59:48.916877Z","end":"2026-04-09T15:59:49.114024Z","steps":["trace[542117791] 'process raft request' (duration: 196.926573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:49.114120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.486349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-qcm44\" limit:1 ","response":"range_response_count:1 size:4470"} {"level":"info","ts":"2026-04-09T15:59:49.114161Z","caller":"traceutil/trace.go:172","msg":"trace[930321322] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-qcm44; range_end:; response_count:1; response_revision:1345; }","duration":"152.567063ms","start":"2026-04-09T15:59:48.961586Z","end":"2026-04-09T15:59:49.114153Z","steps":["trace[930321322] 'agreement among raft nodes before linearized reading' (duration: 152.358261ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.242012Z","caller":"traceutil/trace.go:172","msg":"trace[321326789] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"120.985722ms","start":"2026-04-09T15:59:49.120992Z","end":"2026-04-09T15:59:49.241977Z","steps":["trace[321326789] 'process raft request' (duration: 120.809542ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.274184Z","caller":"traceutil/trace.go:172","msg":"trace[1497004318] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"151.457757ms","start":"2026-04-09T15:59:49.122677Z","end":"2026-04-09T15:59:49.274135Z","steps":["trace[1497004318] 'process raft request' (duration: 151.230484ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.475433Z","caller":"traceutil/trace.go:172","msg":"trace[634310779] linearizableReadLoop","detail":"{readStateIndex:1569; appliedIndex:1569; }","duration":"229.313461ms","start":"2026-04-09T15:59:49.246077Z","end":"2026-04-09T15:59:49.475390Z","steps":["trace[634310779] 'read index received' (duration: 229.3029ms)","trace[634310779] 'applied index is now lower than readState.Index' (duration: 8.521µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:49.476959Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.859419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-rate-limit\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:49.477082Z","caller":"traceutil/trace.go:172","msg":"trace[1170876302] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-rate-limit; range_end:; response_count:0; response_revision:1348; }","duration":"231.009377ms","start":"2026-04-09T15:59:49.246058Z","end":"2026-04-09T15:59:49.477067Z","steps":["trace[1170876302] 'agreement among raft nodes before linearized reading' (duration: 229.514852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:49.478126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.120776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-09T15:59:49.478185Z","caller":"traceutil/trace.go:172","msg":"trace[1782366543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1349; }","duration":"103.1913ms","start":"2026-04-09T15:59:49.374982Z","end":"2026-04-09T15:59:49.478173Z","steps":["trace[1782366543] 'agreement among raft nodes before linearized reading' (duration: 102.424927ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.602499Z","caller":"traceutil/trace.go:172","msg":"trace[1875568755] linearizableReadLoop","detail":"{readStateIndex:1570; appliedIndex:1570; }","duration":"125.076112ms","start":"2026-04-09T15:59:49.477393Z","end":"2026-04-09T15:59:49.602470Z","steps":["trace[1875568755] 'read index received' (duration: 125.067561ms)","trace[1875568755] 'applied index is now lower than readState.Index' (duration: 7.07µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:49.603727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.409687ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:49.603809Z","caller":"traceutil/trace.go:172","msg":"trace[1765676409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1349; }","duration":"126.504282ms","start":"2026-04-09T15:59:49.477293Z","end":"2026-04-09T15:59:49.603797Z","steps":["trace[1765676409] 'agreement among raft nodes before linearized reading' (duration: 125.280592ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.604146Z","caller":"traceutil/trace.go:172","msg":"trace[1442602899] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"121.613497ms","start":"2026-04-09T15:59:49.482524Z","end":"2026-04-09T15:59:49.604138Z","steps":["trace[1442602899] 'process raft request' (duration: 121.579835ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:49.768461Z","caller":"traceutil/trace.go:172","msg":"trace[1135844048] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"156.122251ms","start":"2026-04-09T15:59:49.612319Z","end":"2026-04-09T15:59:49.768441Z","steps":["trace[1135844048] 'process raft request' (duration: 156.069668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:50.306687Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6f8f0520213e17ce","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.784043ms"} {"level":"warn","ts":"2026-04-09T15:59:50.306766Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"79e65b4197a2a1a","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.870858ms"} {"level":"warn","ts":"2026-04-09T15:59:50.870712Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:51.371605Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:51.872677Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279385,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-09T15:59:52.068339Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"6889728893fdf6d4 [logterm: 6, index: 1586, vote: 6889728893fdf6d4] ignored MsgPreVote from 6f8f0520213e17ce [logterm: 6, index: 1580] at term 6: lease is not expired (remaining ticks: 7)"} {"level":"info","ts":"2026-04-09T15:59:52.092607Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"6889728893fdf6d4 [logterm: 6, index: 1586, vote: 6889728893fdf6d4] ignored MsgVote from 6f8f0520213e17ce [logterm: 6, index: 1580] at term 6: lease is not expired (remaining ticks: 7)"} {"level":"info","ts":"2026-04-09T15:59:52.175929Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"6889728893fdf6d4 [term: 6] received a MsgApp message with higher term from 6f8f0520213e17ce [term: 7]"} {"level":"info","ts":"2026-04-09T15:59:52.176009Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"6889728893fdf6d4 became follower at term 7"} {"level":"info","ts":"2026-04-09T15:59:52.176027Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1581 [existing term: 6, conflicting term: 7]"} {"level":"info","ts":"2026-04-09T15:59:52.176041Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1581"} {"level":"info","ts":"2026-04-09T15:59:52.176057Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 6889728893fdf6d4 changed leader from 6889728893fdf6d4 to 6f8f0520213e17ce at term 7"} {"level":"warn","ts":"2026-04-09T15:59:52.373796Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:52.553211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000372208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-09T15:59:52.553292Z","caller":"traceutil/trace.go:172","msg":"trace[824169309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000849515s","start":"2026-04-09T15:59:50.552428Z","end":"2026-04-09T15:59:52.553277Z","steps":["trace[824169309] 'agreement among raft nodes before linearized reading' (duration: 2.000367707s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.553338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:50.552354Z","time spent":"2.000973222s","remote":"127.0.0.1:56538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 15:59:52 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T15:59:52.874647Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17786013945496279385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T15:59:52.981790Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.532418923s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:52.981941Z","caller":"traceutil/trace.go:172","msg":"trace[1791862726] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1358; }","duration":"2.532598103s","start":"2026-04-09T15:59:50.449321Z","end":"2026-04-09T15:59:52.981919Z","steps":["trace[1791862726] 'range keys from in-memory index tree' (duration: 2.532331418s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.990044Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.659106649s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T15:59:52.990177Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6889728893fdf6d4 [term: 7] ignored a MsgAppResp message with lower term from 6889728893fdf6d4 [term: 6]"} {"level":"info","ts":"2026-04-09T15:59:52.990208Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"6889728893fdf6d4 [term: 7] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 6]"} {"level":"warn","ts":"2026-04-09T15:59:52.990391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.620573963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-09T15:59:52.990516Z","caller":"traceutil/trace.go:172","msg":"trace[1310704515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.620722572s","start":"2026-04-09T15:59:50.369777Z","end":"2026-04-09T15:59:52.990499Z","steps":["trace[1310704515] 'agreement among raft nodes before linearized reading' (duration: 2.620572023s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:52.990600Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:50.369752Z","time spent":"2.620835439s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:52.997944Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6889728893fdf6d4 [term: 7] ignored a MsgAppResp message with lower term from 6889728893fdf6d4 [term: 6]"} {"level":"info","ts":"2026-04-09T15:59:52.998029Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6889728893fdf6d4 [term: 7] ignored a MsgAppResp message with lower term from 6889728893fdf6d4 [term: 6]"} {"level":"info","ts":"2026-04-09T15:59:52.998050Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6889728893fdf6d4 [term: 7] ignored a MsgAppResp message with lower term from 6889728893fdf6d4 [term: 6]"} {"level":"info","ts":"2026-04-09T15:59:52.998069Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6889728893fdf6d4 [term: 7] ignored a MsgAppResp message with lower term from 6889728893fdf6d4 [term: 6]"} {"level":"info","ts":"2026-04-09T15:59:52.998086Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6889728893fdf6d4 [term: 7] ignored a MsgAppResp message with lower term from 6889728893fdf6d4 [term: 6]"} {"level":"info","ts":"2026-04-09T15:59:52.998103Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"6889728893fdf6d4 [term: 7] ignored a MsgAppResp message with lower term from 6889728893fdf6d4 [term: 6]"} {"level":"warn","ts":"2026-04-09T15:59:53.000180Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17786013945496279387,"received-request-id":17786013945496279385} {"level":"info","ts":"2026-04-09T15:59:53.000441Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-09T15:59:53.003085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"760.609918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-09T15:59:53.003199Z","caller":"traceutil/trace.go:172","msg":"trace[561562168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1368; }","duration":"760.728395ms","start":"2026-04-09T15:59:52.242455Z","end":"2026-04-09T15:59:53.003183Z","steps":["trace[561562168] 'agreement among raft nodes before linearized reading' (duration: 760.571446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:53.003436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"643.605418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-04-09T15:59:53.003072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"706.906681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T15:59:53.003484Z","caller":"traceutil/trace.go:172","msg":"trace[1094819615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1368; }","duration":"643.64835ms","start":"2026-04-09T15:59:52.359822Z","end":"2026-04-09T15:59:53.003470Z","steps":["trace[1094819615] 'agreement among raft nodes before linearized reading' (duration: 643.521843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:53.003494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.943113221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:53.003705Z","caller":"traceutil/trace.go:172","msg":"trace[1301581529] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1368; }","duration":"1.943318744s","start":"2026-04-09T15:59:51.060365Z","end":"2026-04-09T15:59:53.003683Z","steps":["trace[1301581529] 'agreement among raft nodes before linearized reading' (duration: 1.943078949s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:53.003195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.616644954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:53.003222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"450.036421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T15:59:53.003351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:52.242436Z","time spent":"760.899754ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:53.003530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:52.359802Z","time spent":"643.715624ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:53.003858Z","caller":"traceutil/trace.go:172","msg":"trace[1075885491] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1368; }","duration":"2.617315233s","start":"2026-04-09T15:59:50.386527Z","end":"2026-04-09T15:59:53.003842Z","steps":["trace[1075885491] 'agreement among raft nodes before linearized reading' (duration: 2.616406901s)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:53.003525Z","caller":"traceutil/trace.go:172","msg":"trace[499783232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1368; }","duration":"707.382677ms","start":"2026-04-09T15:59:52.296124Z","end":"2026-04-09T15:59:53.003507Z","steps":["trace[499783232] 'agreement among raft nodes before linearized reading' (duration: 706.838426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:53.004567Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:52.296100Z","time spent":"708.450759ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:53.004683Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:50.386482Z","time spent":"2.617982841s","remote":"127.0.0.1:42394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:53.003861Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.510233097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:53.004804Z","caller":"traceutil/trace.go:172","msg":"trace[865483048] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1368; }","duration":"1.511956485s","start":"2026-04-09T15:59:51.492781Z","end":"2026-04-09T15:59:53.004737Z","steps":["trace[865483048] 'agreement among raft nodes before linearized reading' (duration: 1.510198575s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:53.004911Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.492759Z","time spent":"1.512090794s","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-04-09T15:59:53.003872Z","caller":"traceutil/trace.go:172","msg":"trace[817251091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1368; }","duration":"450.684149ms","start":"2026-04-09T15:59:52.553171Z","end":"2026-04-09T15:59:53.003855Z","steps":["trace[817251091] 'agreement among raft nodes before linearized reading' (duration: 450.002009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:53.005274Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:52.553146Z","time spent":"452.11533ms","remote":"127.0.0.1:56562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T15:59:53.003852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T15:59:51.060339Z","time spent":"1.943495983s","remote":"127.0.0.1:57072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-04-09T15:59:53.012492Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":17786013945496279388,"received-request-id":17786013945496279387} {"level":"info","ts":"2026-04-09T15:59:54.262923Z","caller":"traceutil/trace.go:172","msg":"trace[1609577760] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"271.996094ms","start":"2026-04-09T15:59:53.990909Z","end":"2026-04-09T15:59:54.262905Z","steps":["trace[1609577760] 'process raft request' (duration: 271.870727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T15:59:54.461157Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.425763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:54.461284Z","caller":"traceutil/trace.go:172","msg":"trace[1453838918] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1376; }","duration":"112.574091ms","start":"2026-04-09T15:59:54.348698Z","end":"2026-04-09T15:59:54.461273Z","steps":["trace[1453838918] 'range keys from in-memory index tree' (duration: 110.573278ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:55.344123Z","caller":"traceutil/trace.go:172","msg":"trace[1574935051] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1602; }","duration":"124.972217ms","start":"2026-04-09T15:59:55.219127Z","end":"2026-04-09T15:59:55.344099Z","steps":["trace[1574935051] 'read index received' (duration: 124.966087ms)","trace[1574935051] 'applied index is now lower than readState.Index' (duration: 4.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:55.344362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.218261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-qcm44\" limit:1 ","response":"range_response_count:1 size:2878"} {"level":"info","ts":"2026-04-09T15:59:55.344431Z","caller":"traceutil/trace.go:172","msg":"trace[2022613896] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-qcm44; range_end:; response_count:1; response_revision:1380; }","duration":"125.299105ms","start":"2026-04-09T15:59:55.219118Z","end":"2026-04-09T15:59:55.344417Z","steps":["trace[2022613896] 'agreement among raft nodes before linearized reading' (duration: 125.057741ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:55.469579Z","caller":"traceutil/trace.go:172","msg":"trace[480411213] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1381; }","duration":"122.104013ms","start":"2026-04-09T15:59:55.347453Z","end":"2026-04-09T15:59:55.469557Z","steps":["trace[480411213] 'process raft request' (duration: 71.388783ms)","trace[480411213] 'compare' (duration: 50.576012ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T15:59:56.748541Z","caller":"traceutil/trace.go:172","msg":"trace[101587196] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1609; }","duration":"133.405397ms","start":"2026-04-09T15:59:56.615087Z","end":"2026-04-09T15:59:56.748492Z","steps":["trace[101587196] 'read index received' (duration: 133.398737ms)","trace[101587196] 'applied index is now lower than readState.Index' (duration: 5.07µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:56.748690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.584957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T15:59:56.748758Z","caller":"traceutil/trace.go:172","msg":"trace[1243443505] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1386; }","duration":"133.657901ms","start":"2026-04-09T15:59:56.615083Z","end":"2026-04-09T15:59:56.748740Z","steps":["trace[1243443505] 'agreement among raft nodes before linearized reading' (duration: 133.555855ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T15:59:57.447750Z","caller":"traceutil/trace.go:172","msg":"trace[1931728478] linearizableReadLoop","detail":"{readStateIndex:1614; appliedIndex:1614; }","duration":"147.656125ms","start":"2026-04-09T15:59:57.300053Z","end":"2026-04-09T15:59:57.447709Z","steps":["trace[1931728478] 'read index received' (duration: 147.642004ms)","trace[1931728478] 'applied index is now lower than readState.Index' (duration: 11.841µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T15:59:57.448303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.203796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T15:59:57.448383Z","caller":"traceutil/trace.go:172","msg":"trace[1504862116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1390; }","duration":"148.328263ms","start":"2026-04-09T15:59:57.300039Z","end":"2026-04-09T15:59:57.448367Z","steps":["trace[1504862116] 'agreement among raft nodes before linearized reading' (duration: 147.872637ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:29.971742Z","caller":"traceutil/trace.go:172","msg":"trace[292588724] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"202.735034ms","start":"2026-04-09T16:00:29.768986Z","end":"2026-04-09T16:00:29.971721Z","steps":["trace[292588724] 'process raft request' (duration: 202.594495ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:00:35.929645Z","caller":"traceutil/trace.go:172","msg":"trace[887439986] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1858; }","duration":"152.348057ms","start":"2026-04-09T16:00:35.777273Z","end":"2026-04-09T16:00:35.929621Z","steps":["trace[887439986] 'read index received' (duration: 152.341856ms)","trace[887439986] 'applied index is now lower than readState.Index' (duration: 4.661µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:00:35.929847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.526437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T16:00:35.930144Z","caller":"traceutil/trace.go:172","msg":"trace[313562263] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1600; }","duration":"152.74492ms","start":"2026-04-09T16:00:35.777264Z","end":"2026-04-09T16:00:35.930009Z","steps":["trace[313562263] 'agreement among raft nodes before linearized reading' (duration: 152.491745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:35.997503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.185989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T16:00:35.997587Z","caller":"traceutil/trace.go:172","msg":"trace[894447436] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:1600; }","duration":"205.279355ms","start":"2026-04-09T16:00:35.792293Z","end":"2026-04-09T16:00:35.997572Z","steps":["trace[894447436] 'agreement among raft nodes before linearized reading' (duration: 140.079374ms)","trace[894447436] 'range keys from in-memory index tree' (duration: 64.478187ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T16:00:54.610727Z","caller":"traceutil/trace.go:172","msg":"trace[1831786226] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1944; }","duration":"163.768089ms","start":"2026-04-09T16:00:54.446918Z","end":"2026-04-09T16:00:54.610686Z","steps":["trace[1831786226] 'read index received' (duration: 163.764178ms)","trace[1831786226] 'applied index is now lower than readState.Index' (duration: 3.151µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:00:54.610871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.94739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T16:00:54.610903Z","caller":"traceutil/trace.go:172","msg":"trace[11467616] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1674; }","duration":"163.989923ms","start":"2026-04-09T16:00:54.446903Z","end":"2026-04-09T16:00:54.610893Z","steps":["trace[11467616] 'agreement among raft nodes before linearized reading' (duration: 163.923988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:00:54.612493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.08074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T16:00:54.612562Z","caller":"traceutil/trace.go:172","msg":"trace[923162870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1674; }","duration":"122.164556ms","start":"2026-04-09T16:00:54.490385Z","end":"2026-04-09T16:00:54.612549Z","steps":["trace[923162870] 'agreement among raft nodes before linearized reading' (duration: 122.036008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:01:11.526681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.602026ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T16:01:11.532033Z","caller":"traceutil/trace.go:172","msg":"trace[77052584] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"396.797822ms","start":"2026-04-09T16:01:11.135215Z","end":"2026-04-09T16:01:11.532013Z","steps":["trace[77052584] 'process raft request' (duration: 396.649622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:01:11.532192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-09T16:01:11.135192Z","time spent":"396.9247ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T16:01:11.533811Z","caller":"traceutil/trace.go:172","msg":"trace[490729091] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2020; }","duration":"115.203455ms","start":"2026-04-09T16:01:11.418589Z","end":"2026-04-09T16:01:11.533792Z","steps":["trace[490729091] 'read index received' (duration: 115.196235ms)","trace[490729091] 'applied index is now lower than readState.Index' (duration: 6.02µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:01:11.534030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.43342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-09T16:01:11.534059Z","caller":"traceutil/trace.go:172","msg":"trace[1576928665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1740; }","duration":"115.477853ms","start":"2026-04-09T16:01:11.418574Z","end":"2026-04-09T16:01:11.534052Z","steps":["trace[1576928665] 'agreement among raft nodes before linearized reading' (duration: 115.333684ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:01:11.900173Z","caller":"traceutil/trace.go:172","msg":"trace[1726827202] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2020; }","duration":"253.525366ms","start":"2026-04-09T16:01:11.646606Z","end":"2026-04-09T16:01:11.900131Z","steps":["trace[1726827202] 'read index received' (duration: 193.472307ms)","trace[1726827202] 'applied index is now lower than readState.Index' (duration: 60.049059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:01:11.900399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.778742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-09T16:01:11.900440Z","caller":"traceutil/trace.go:172","msg":"trace[1308203723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1742; }","duration":"253.835126ms","start":"2026-04-09T16:01:11.646593Z","end":"2026-04-09T16:01:11.900428Z","steps":["trace[1308203723] 'agreement among raft nodes before linearized reading' (duration: 253.656074ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T16:02:10.843823Z","caller":"traceutil/trace.go:172","msg":"trace[1192243574] linearizableReadLoop","detail":"{readStateIndex:2283; appliedIndex:2283; }","duration":"170.746319ms","start":"2026-04-09T16:02:10.673003Z","end":"2026-04-09T16:02:10.843749Z","steps":["trace[1192243574] 'read index received' (duration: 170.738179ms)","trace[1192243574] 'applied index is now lower than readState.Index' (duration: 6.43µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T16:02:10.844860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.833871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:177 size:15217"} {"level":"info","ts":"2026-04-09T16:02:10.844913Z","caller":"traceutil/trace.go:172","msg":"trace[1021881043] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:177; response_revision:1968; }","duration":"171.90313ms","start":"2026-04-09T16:02:10.672998Z","end":"2026-04-09T16:02:10.844902Z","steps":["trace[1021881043] 'agreement among raft nodes before linearized reading' (duration: 170.889948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:02:16.728223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.595554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T16:02:16.728366Z","caller":"traceutil/trace.go:172","msg":"trace[1635104477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1991; }","duration":"175.752243ms","start":"2026-04-09T16:02:16.552592Z","end":"2026-04-09T16:02:16.728344Z","steps":["trace[1635104477] 'range keys from in-memory index tree' (duration: 174.13858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T16:02:21.686648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.002304ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-09T16:02:22.001962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.207843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"}