{"level":"warn","ts":"2026-03-30T21:10:32.877291Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T21:10:32.877788Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T21:10:32.877824Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.157:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.157:2380","--initial-cluster=controller-2=https://199.204.45.38:2380,controller-1=https://199.204.45.74:2380,controller-3=https://199.204.45.157:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.157:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.157:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T21:10:32.877922Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T21:10:32.877942Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T21:10:32.877952Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-30T21:10:32.877996Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T21:10:32.879585Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"]} {"level":"info","ts":"2026-03-30T21:10:32.879885Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.74:2380,controller-2=https://199.204.45.38:2380,controller-3=https://199.204.45.157:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T21:10:32.880669Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00043a250}"} {"level":"info","ts":"2026-03-30T21:10:32.889828Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T21:10:32.889892Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.370179ms"} {"level":"info","ts":"2026-03-30T21:10:32.889923Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T21:10:32.889939Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T21:10:32.902086Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.38:2380","host":"199.204.45.38:2380","resolved-addr":"199.204.45.38:2380"} {"level":"info","ts":"2026-03-30T21:10:32.902135Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.157:2380","host":"199.204.45.157:2380","resolved-addr":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-30T21:10:32.902421Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.74:2380","host":"199.204.45.74:2380","resolved-addr":"199.204.45.74:2380"} {"level":"info","ts":"2026-03-30T21:10:32.902439Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.157:2380","host":"199.204.45.157:2380","resolved-addr":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-30T21:10:32.902454Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.74:2380","host":"199.204.45.74:2380","resolved-addr":"199.204.45.74:2380"} {"level":"info","ts":"2026-03-30T21:10:32.902485Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.38:2380","host":"199.204.45.38:2380","resolved-addr":"199.204.45.38:2380"} {"level":"info","ts":"2026-03-30T21:10:32.922287Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T21:10:32.932335Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T21:10:32.932372Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"df7880225452eb84","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-03-30T21:10:32.932512Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T21:10:32.932709Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"df7880225452eb84 switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T21:10:32.933201Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"df7880225452eb84 became follower at term 0"} {"level":"info","ts":"2026-03-30T21:10:32.933214Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft df7880225452eb84 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-30T21:10:32.940540Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T21:10:32.942170Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T21:10:32.945937Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T21:10:32.947136Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.947159Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2","remote-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-03-30T21:10:32.947174Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.947185Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-30T21:10:32.947197Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.947209Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.947308Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.947329Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2","remote-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-03-30T21:10:32.947342Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.947353Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.947389Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.947404Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-30T21:10:32.947425Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"df7880225452eb84","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T21:10:32.947769Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-30T21:10:32.948195Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T21:10:32.949038Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"df7880225452eb84","initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T21:10:32.949076Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T21:10:32.949017Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.949213Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.949239Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.949249Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.949363Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.949604Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-30T21:10:32.949626Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-30T21:10:32.949482Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.949653Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.949667Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.949760Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:10:32.949834Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:10:32.950064Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"df7880225452eb84","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:10:32.950128Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.950202Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.950283Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"df7880225452eb84","to":"7ba82bfa2d9da6c2","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:10:32.950517Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.950568Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.950668Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"df7880225452eb84","to":"7ba82bfa2d9da6c2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:10:32.950721Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.951386Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:10:32.951537Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"df7880225452eb84","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:10:32.951582Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.954397Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"df7880225452eb84 [term: 0] received a MsgHeartbeat message with higher term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-03-30T21:10:32.954431Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"df7880225452eb84 became follower at term 2"} {"level":"info","ts":"2026-03-30T21:10:32.954467Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: df7880225452eb84 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-03-30T21:10:32.957969Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.958719Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.961289Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"df7880225452eb84","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":680,"incoming-snapshot-message-size-bytes":8744,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-03-30T21:10:32.962110Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.963756Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.974501Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002a8.snap.db","bytes":1036288,"size":"1.0 MB"} {"level":"info","ts":"2026-03-30T21:10:32.974574Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"df7880225452eb84","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":680,"incoming-snapshot-size-bytes":1036288,"incoming-snapshot-size":"1.0 MB","download-took":"13.367307ms"} {"level":"info","ts":"2026-03-30T21:10:32.974779Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 680, term: 2]"} {"level":"info","ts":"2026-03-30T21:10:32.974904Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"df7880225452eb84 switched to configuration voters=(8910420216259651266 9924307372652190368) learners=(16102761352595172228)"} {"level":"info","ts":"2026-03-30T21:10:32.974934Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"df7880225452eb84 [commit: 680, lastindex: 680, lastterm: 2] restored snapshot [index: 680, term: 2]"} {"level":"info","ts":"2026-03-30T21:10:32.974951Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"df7880225452eb84 [commit: 680] restored snapshot [index: 680, term: 2]"} {"level":"info","ts":"2026-03-30T21:10:32.977533Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":680,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T21:10:32.983590Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":680} {"level":"info","ts":"2026-03-30T21:10:32.984215Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00021e048}"} {"level":"info","ts":"2026-03-30T21:10:32.985376Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T21:10:32.985439Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.36761ms"} {"level":"info","ts":"2026-03-30T21:10:32.985710Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-30T21:10:32.987495Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-30T21:10:32.987550Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-30T21:10:32.989951Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":636} {"level":"info","ts":"2026-03-30T21:10:32.990038Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":680} {"level":"info","ts":"2026-03-30T21:10:32.990073Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-30T21:10:32.990186Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-30T21:10:32.993575Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-30T21:10:32.993590Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-30T21:10:32.993630Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-30T21:10:32.993684Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-30T21:10:32.993697Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-30T21:10:32.994194Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-30T21:10:32.994225Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-30T21:10:32.994275Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T21:10:32.994290Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"df7880225452eb84","recovered-remote-peer-id":"7ba82bfa2d9da6c2","recovered-remote-peer-urls":["https://199.204.45.38:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T21:10:32.994302Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"df7880225452eb84","recovered-remote-peer-id":"89ba38f964b95aa0","recovered-remote-peer-urls":["https://199.204.45.74:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T21:10:32.994308Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"df7880225452eb84","recovered-remote-peer-id":"df7880225452eb84","recovered-remote-peer-urls":["https://199.204.45.157:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-30T21:10:32.994314Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T21:10:32.994347Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-30T21:10:32.994354Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-30T21:10:32.994362Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"warn","ts":"2026-03-30T21:10:32.994410Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.994425Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"warn","ts":"2026-03-30T21:10:32.994457Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.994469Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.994543Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"warn","ts":"2026-03-30T21:10:32.994753Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2","error":"context canceled"} {"level":"warn","ts":"2026-03-30T21:10:32.994804Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"7ba82bfa2d9da6c2","error":"failed to read 7ba82bfa2d9da6c2 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T21:10:32.994821Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"warn","ts":"2026-03-30T21:10:32.994943Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:10:32.994984Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.994991Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.995006Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"df7880225452eb84","removed-remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.995060Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-03-30T21:10:32.995088Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.995179Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-03-30T21:10:32.995217Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.995369Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.995407Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-03-30T21:10:32.995495Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"warn","ts":"2026-03-30T21:10:32.995540Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"89ba38f964b95aa0","error":"failed to read 89ba38f964b95aa0 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T21:10:32.995566Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-03-30T21:10:32.995716Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:10:32.995760Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.995783Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.995794Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"df7880225452eb84","removed-remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.996112Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-30T21:10:32.996128Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T21:10:32.996163Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.996203Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.996407Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.996660Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.998054Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2","remote-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-03-30T21:10:32.996546Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.998254Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.998136Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.998748Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:32.998557Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:32.999226Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:33.001073Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:33.003989Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:33.004050Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-30T21:10:33.004071Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T21:10:33.004098Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":680,"current-applied-index":680,"incoming-leader-snapshot-index":680,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T21:10:33.004242Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:33.004307Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"df7880225452eb84","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.157:2379]}","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T21:10:33.004299Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:33.004478Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T21:10:33.004551Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T21:10:33.004677Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T21:10:33.004705Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T21:10:33.006279Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-30T21:10:33.006655Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T21:10:33.006897Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T21:10:33.009134Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"df7880225452eb84","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:10:33.009166Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:33.009196Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:33.009230Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"df7880225452eb84","to":"7ba82bfa2d9da6c2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:10:33.009262Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:33.009299Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:33.009176Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.157:2379"} {"level":"info","ts":"2026-03-30T21:10:33.010346Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-30T21:10:33.011721Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:33.014717Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:33.016682Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:33.016673Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"df7880225452eb84","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:10:33.018473Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:33.020493Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:10:33.043429Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"df7880225452eb84","to":"7ba82bfa2d9da6c2","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:10:33.043489Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"df7880225452eb84","remote-peer-id":"7ba82bfa2d9da6c2"} {"level":"info","ts":"2026-03-30T21:10:33.048586Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"df7880225452eb84","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"warn","ts":"2026-03-30T21:10:33.245120Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:48460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.249596Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37564","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:10:33.250892Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"df7880225452eb84 switched to configuration voters=(8910420216259651266 9924307372652190368 16102761352595172228)"} {"level":"warn","ts":"2026-03-30T21:10:33.251849Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37580","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:10:33.254480Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"df7880225452eb84","promoted-member-id":"df7880225452eb84"} {"level":"warn","ts":"2026-03-30T21:10:33.281358Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.294371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.317406Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.334239Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.343863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.354115Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.362918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.374401Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.385184Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.393140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.406474Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.413908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.424363Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37838","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.432575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.444396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.459341Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.468824Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.476244Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.485195Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.496151Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.525162Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.534878Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.545999Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.554375Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.562210Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.571033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.580170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.588476Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.598343Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.605569Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.613899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.624419Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38184","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.632161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.654472Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.666041Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.674219Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.682736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38272","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.698070Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.708520Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.717743Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.727095Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.737696Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.746336Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.753021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.763197Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.770925Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.780685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.790514Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.799673Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.810754Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.818231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.827189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.836503Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.846520Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.856721Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.868236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.877342Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.912213Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38718","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.926247Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.933954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:33.974760Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:43.648049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"351.350819ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T21:10:49.078179Z","caller":"traceutil/trace.go:172","msg":"trace[237989213] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"144.755295ms","start":"2026-03-30T21:10:48.933359Z","end":"2026-03-30T21:10:49.078115Z","steps":["trace[237989213] 'process raft request' (duration: 144.340662ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:00.082628Z","caller":"traceutil/trace.go:172","msg":"trace[1034961147] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:853; }","duration":"287.783021ms","start":"2026-03-30T21:10:59.794825Z","end":"2026-03-30T21:11:00.082608Z","steps":["trace[1034961147] 'read index received' (duration: 254.189262ms)","trace[1034961147] 'applied index is now lower than readState.Index' (duration: 33.592709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:00.082756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.909834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:11:00.082785Z","caller":"traceutil/trace.go:172","msg":"trace[1450668184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:789; }","duration":"287.955245ms","start":"2026-03-30T21:10:59.794821Z","end":"2026-03-30T21:11:00.082776Z","steps":["trace[1450668184] 'agreement among raft nodes before linearized reading' (duration: 287.881082ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:05.146755Z","caller":"traceutil/trace.go:172","msg":"trace[902165832] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"119.013055ms","start":"2026-03-30T21:11:05.027727Z","end":"2026-03-30T21:11:05.146740Z","steps":["trace[902165832] 'process raft request' (duration: 118.916363ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:11.475633Z","caller":"traceutil/trace.go:172","msg":"trace[30582368] linearizableReadLoop","detail":"{readStateIndex:940; appliedIndex:941; }","duration":"269.210237ms","start":"2026-03-30T21:11:11.206397Z","end":"2026-03-30T21:11:11.475607Z","steps":["trace[30582368] 'read index received' (duration: 269.203356ms)","trace[30582368] 'applied index is now lower than readState.Index' (duration: 5.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:11.478874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.452737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T21:11:11.478938Z","caller":"traceutil/trace.go:172","msg":"trace[655767245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:869; }","duration":"272.531699ms","start":"2026-03-30T21:11:11.206391Z","end":"2026-03-30T21:11:11.478923Z","steps":["trace[655767245] 'agreement among raft nodes before linearized reading' (duration: 269.36121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:11.520814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.194631ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:11.520922Z","caller":"traceutil/trace.go:172","msg":"trace[1654874800] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:885; }","duration":"154.314674ms","start":"2026-03-30T21:11:11.366589Z","end":"2026-03-30T21:11:11.520904Z","steps":["trace[1654874800] 'agreement among raft nodes before linearized reading' (duration: 154.145819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:12.067466Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:12.568695Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:13.069629Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:13.570748Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:13.666858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000733432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T21:11:13.666966Z","caller":"traceutil/trace.go:172","msg":"trace[285567188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000864745s","start":"2026-03-30T21:11:11.666083Z","end":"2026-03-30T21:11:13.666948Z","steps":["trace[285567188] 'agreement among raft nodes before linearized reading' (duration: 2.000730371s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:13.667022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.666062Z","time spent":"2.000949317s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:11:13.677842Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.980841642s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:11:14.071596Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:14.572490Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592233,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:11:14.578874Z","caller":"traceutil/trace.go:172","msg":"trace[2093758515] linearizableReadLoop","detail":"{readStateIndex:993; appliedIndex:993; }","duration":"3.011840167s","start":"2026-03-30T21:11:11.567010Z","end":"2026-03-30T21:11:14.578850Z","steps":["trace[2093758515] 'read index received' (duration: 3.011832677s)","trace[2093758515] 'applied index is now lower than readState.Index' (duration: 5.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:14.578964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.031782446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"warn","ts":"2026-03-30T21:11:14.579001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.044764739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-03-30T21:11:14.579036Z","caller":"traceutil/trace.go:172","msg":"trace[172388502] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:890; }","duration":"3.044816011s","start":"2026-03-30T21:11:11.534210Z","end":"2026-03-30T21:11:14.579026Z","steps":["trace[172388502] 'agreement among raft nodes before linearized reading' (duration: 3.044727198s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.579003Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.031785635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-30T21:11:14.579039Z","caller":"traceutil/trace.go:172","msg":"trace[667653057] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:890; }","duration":"3.031868758s","start":"2026-03-30T21:11:11.547152Z","end":"2026-03-30T21:11:14.579021Z","steps":["trace[667653057] 'agreement among raft nodes before linearized reading' (duration: 3.031716974s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.579066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.534201Z","time spent":"3.044856361s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1042,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.579082Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.547127Z","time spent":"3.031945839s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1036,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:14.579083Z","caller":"traceutil/trace.go:172","msg":"trace[1634880130] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:890; }","duration":"3.031868237s","start":"2026-03-30T21:11:11.547194Z","end":"2026-03-30T21:11:14.579062Z","steps":["trace[1634880130] 'agreement among raft nodes before linearized reading' (duration: 3.031728844s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.579071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.048117872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"warn","ts":"2026-03-30T21:11:14.579127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.547187Z","time spent":"3.031926669s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1036,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:14.579153Z","caller":"traceutil/trace.go:172","msg":"trace[1188762322] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:890; }","duration":"3.048216444s","start":"2026-03-30T21:11:11.530917Z","end":"2026-03-30T21:11:14.579134Z","steps":["trace[1188762322] 'agreement among raft nodes before linearized reading' (duration: 3.048039989s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.579199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.530895Z","time spent":"3.048292186s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1018,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:14.589973Z","caller":"traceutil/trace.go:172","msg":"trace[795378643] transaction","detail":"{read_only:false; number_of_response:1; response_revision:895; }","duration":"2.972187753s","start":"2026-03-30T21:11:11.617771Z","end":"2026-03-30T21:11:14.589959Z","steps":["trace[795378643] 'process raft request' (duration: 2.972141932s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:14.590323Z","caller":"traceutil/trace.go:172","msg":"trace[323794047] transaction","detail":"{read_only:false; number_of_response:1; response_revision:895; }","duration":"3.014510407s","start":"2026-03-30T21:11:11.575799Z","end":"2026-03-30T21:11:14.590310Z","steps":["trace[323794047] 'process raft request' (duration: 3.013969393s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:14.590405Z","caller":"traceutil/trace.go:172","msg":"trace[155429526] transaction","detail":"{read_only:false; number_of_response:1; response_revision:895; }","duration":"3.034575827s","start":"2026-03-30T21:11:11.555822Z","end":"2026-03-30T21:11:14.590398Z","steps":["trace[155429526] 'process raft request' (duration: 3.033910059s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:14.590471Z","caller":"traceutil/trace.go:172","msg":"trace[1479494193] transaction","detail":"{read_only:false; number_of_response:1; response_revision:895; }","duration":"3.011632275s","start":"2026-03-30T21:11:11.578832Z","end":"2026-03-30T21:11:14.590464Z","steps":["trace[1479494193] 'process raft request' (duration: 3.010961937s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.590575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.617742Z","time spent":"2.972281856s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:14.590718Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.575768Z","time spent":"3.014600849s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9174,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:14.590749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.578795Z","time spent":"3.011694768s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":58895,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:14.590715Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.555798Z","time spent":"3.034630779s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":64513,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:11:14.591160Z","caller":"traceutil/trace.go:172","msg":"trace[186285618] transaction","detail":"{read_only:false; number_of_response:1; response_revision:895; }","duration":"3.010298049s","start":"2026-03-30T21:11:11.580851Z","end":"2026-03-30T21:11:14.591149Z","steps":["trace[186285618] 'process raft request' (duration: 3.008997893s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.591229Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.580819Z","time spent":"3.01037415s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":79998,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:14.610258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.62762697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:11:14.610325Z","caller":"traceutil/trace.go:172","msg":"trace[1852791513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:899; }","duration":"2.627706462s","start":"2026-03-30T21:11:11.982602Z","end":"2026-03-30T21:11:14.610308Z","steps":["trace[1852791513] 'agreement among raft nodes before linearized reading' (duration: 2.627581439s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.610358Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.982577Z","time spent":"2.627774575s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.610266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"933.538716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:14.610418Z","caller":"traceutil/trace.go:172","msg":"trace[1936389794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:899; }","duration":"933.69111ms","start":"2026-03-30T21:11:13.676713Z","end":"2026-03-30T21:11:14.610404Z","steps":["trace[1936389794] 'agreement among raft nodes before linearized reading' (duration: 933.507064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.610475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:13.676695Z","time spent":"933.767382ms","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:11:14.610543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.244627213s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:14.610562Z","caller":"traceutil/trace.go:172","msg":"trace[1582752626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:899; }","duration":"2.244647224s","start":"2026-03-30T21:11:12.365910Z","end":"2026-03-30T21:11:14.610557Z","steps":["trace[1582752626] 'agreement among raft nodes before linearized reading' (duration: 2.244441199s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.610871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.419760014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:11:14.610915Z","caller":"traceutil/trace.go:172","msg":"trace[1640584584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:899; }","duration":"1.420230638s","start":"2026-03-30T21:11:13.190674Z","end":"2026-03-30T21:11:14.610904Z","steps":["trace[1640584584] 'agreement among raft nodes before linearized reading' (duration: 1.41960718s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.610944Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:13.190648Z","time spent":"1.420285568s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.611092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"938.379368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T21:11:14.610822Z","caller":"traceutil/trace.go:172","msg":"trace[665664098] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"938.79683ms","start":"2026-03-30T21:11:13.672014Z","end":"2026-03-30T21:11:14.610811Z","steps":["trace[665664098] 'process raft request' (duration: 938.669867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.611243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:13.671992Z","time spent":"939.18848ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:11:14.611143Z","caller":"traceutil/trace.go:172","msg":"trace[1582630798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:899; }","duration":"938.43284ms","start":"2026-03-30T21:11:13.672698Z","end":"2026-03-30T21:11:14.611131Z","steps":["trace[1582630798] 'agreement among raft nodes before linearized reading' (duration: 937.658599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.611428Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:13.672660Z","time spent":"938.758129ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.724498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.506491ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:14.724564Z","caller":"traceutil/trace.go:172","msg":"trace[143190670] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:910; }","duration":"111.581874ms","start":"2026-03-30T21:11:14.612969Z","end":"2026-03-30T21:11:14.724551Z","steps":["trace[143190670] 'agreement among raft nodes before linearized reading' (duration: 111.481431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:18.874640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.972648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T21:11:19.453154Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592296,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:11:19.866441Z","caller":"traceutil/trace.go:172","msg":"trace[615396523] linearizableReadLoop","detail":"{readStateIndex:1131; appliedIndex:1131; }","duration":"913.293865ms","start":"2026-03-30T21:11:18.953121Z","end":"2026-03-30T21:11:19.866415Z","steps":["trace[615396523] 'read index received' (duration: 913.265955ms)","trace[615396523] 'applied index is now lower than readState.Index' (duration: 4.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:19.866717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"913.557302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:11:19.866806Z","caller":"traceutil/trace.go:172","msg":"trace[526085785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:969; }","duration":"913.670085ms","start":"2026-03-30T21:11:18.953116Z","end":"2026-03-30T21:11:19.866786Z","steps":["trace[526085785] 'agreement among raft nodes before linearized reading' (duration: 913.396368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:19.866858Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:18.953092Z","time spent":"913.756207ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:19.868658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.302142ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:19.868797Z","caller":"traceutil/trace.go:172","msg":"trace[389562686] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:972; }","duration":"428.456367ms","start":"2026-03-30T21:11:19.440311Z","end":"2026-03-30T21:11:19.868767Z","steps":["trace[389562686] 'agreement among raft nodes before linearized reading' (duration: 428.186659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:21.930266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.53078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:21.930342Z","caller":"traceutil/trace.go:172","msg":"trace[1249654150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:986; }","duration":"263.616022ms","start":"2026-03-30T21:11:21.666711Z","end":"2026-03-30T21:11:21.930327Z","steps":["trace[1249654150] 'range keys from in-memory index tree' (duration: 262.38118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:22.292637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.269923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:11:22.793927Z","caller":"traceutil/trace.go:172","msg":"trace[523931208] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1154; }","duration":"138.479422ms","start":"2026-03-30T21:11:22.655418Z","end":"2026-03-30T21:11:22.793897Z","steps":["trace[523931208] 'read index received' (duration: 138.469192ms)","trace[523931208] 'applied index is now lower than readState.Index' (duration: 8.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:22.794124Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.640716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:11:22.794367Z","caller":"traceutil/trace.go:172","msg":"trace[1677193718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:991; }","duration":"138.918923ms","start":"2026-03-30T21:11:22.655402Z","end":"2026-03-30T21:11:22.794321Z","steps":["trace[1677193718] 'agreement among raft nodes before linearized reading' (duration: 138.584285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:23.569248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.861386ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:23.569347Z","caller":"traceutil/trace.go:172","msg":"trace[536672617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:995; }","duration":"198.981899ms","start":"2026-03-30T21:11:23.370346Z","end":"2026-03-30T21:11:23.569328Z","steps":["trace[536672617] 'range keys from in-memory index tree' (duration: 198.811605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:23.569662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.40948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:11:23.760269Z","caller":"traceutil/trace.go:172","msg":"trace[2084574483] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1161; }","duration":"190.834418ms","start":"2026-03-30T21:11:23.569406Z","end":"2026-03-30T21:11:23.760241Z","steps":["trace[2084574483] 'read index received' (duration: 190.824568ms)","trace[2084574483] 'applied index is now lower than readState.Index' (duration: 5.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:23.948536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.120949ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:23.948622Z","caller":"traceutil/trace.go:172","msg":"trace[162337445] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:996; }","duration":"379.218892ms","start":"2026-03-30T21:11:23.569384Z","end":"2026-03-30T21:11:23.948603Z","steps":["trace[162337445] 'agreement among raft nodes before linearized reading' (duration: 190.956212ms)","trace[162337445] 'range keys from in-memory index tree' (duration: 188.147237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:23.948660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.354499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-30T21:11:23.948960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.912523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:23.949029Z","caller":"traceutil/trace.go:172","msg":"trace[1561669176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:997; }","duration":"281.980545ms","start":"2026-03-30T21:11:23.667034Z","end":"2026-03-30T21:11:23.949014Z","steps":["trace[1561669176] 'agreement among raft nodes before linearized reading' (duration: 281.876142ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:23.948810Z","caller":"traceutil/trace.go:172","msg":"trace[145388663] linearizableReadLoop","detail":"{readStateIndex:1162; appliedIndex:1161; }","duration":"188.451825ms","start":"2026-03-30T21:11:23.760341Z","end":"2026-03-30T21:11:23.948793Z","steps":["trace[145388663] 'read index received' (duration: 1.257323ms)","trace[145388663] 'applied index is now lower than readState.Index' (duration: 187.193272ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:11:24.251757Z","caller":"traceutil/trace.go:172","msg":"trace[241401402] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1163; }","duration":"302.449995ms","start":"2026-03-30T21:11:23.949279Z","end":"2026-03-30T21:11:24.251729Z","steps":["trace[241401402] 'read index received' (duration: 302.440025ms)","trace[241401402] 'applied index is now lower than readState.Index' (duration: 8.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:24.251995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.507288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:11:24.252072Z","caller":"traceutil/trace.go:172","msg":"trace[2069736358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:998; }","duration":"452.598431ms","start":"2026-03-30T21:11:23.799459Z","end":"2026-03-30T21:11:24.252057Z","steps":["trace[2069736358] 'agreement among raft nodes before linearized reading' (duration: 452.351175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:24.252112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:23.799429Z","time spent":"452.674123ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:24.516253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.15808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:11:24.657973Z","caller":"traceutil/trace.go:172","msg":"trace[1940333420] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1169; }","duration":"406.128357ms","start":"2026-03-30T21:11:24.251826Z","end":"2026-03-30T21:11:24.657955Z","steps":["trace[1940333420] 'read index received' (duration: 406.124057ms)","trace[1940333420] 'applied index is now lower than readState.Index' (duration: 3.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:24.658212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"708.308354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:24.658162Z","caller":"traceutil/trace.go:172","msg":"trace[584794972] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"440.90028ms","start":"2026-03-30T21:11:24.217227Z","end":"2026-03-30T21:11:24.658127Z","steps":["trace[584794972] 'process raft request' (duration: 440.800188ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:24.658281Z","caller":"traceutil/trace.go:172","msg":"trace[1162925781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1006; }","duration":"708.385337ms","start":"2026-03-30T21:11:23.949885Z","end":"2026-03-30T21:11:24.658270Z","steps":["trace[1162925781] 'agreement among raft nodes before linearized reading' (duration: 708.259214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:24.658494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:23.949869Z","time spent":"708.619853ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:11:24.658520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:24.217201Z","time spent":"441.087865ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:11:24.660226Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.730225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-30T21:11:24.660262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.041528ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:24.660283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.226936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T21:11:24.660336Z","caller":"traceutil/trace.go:172","msg":"trace[124964520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1006; }","duration":"153.281828ms","start":"2026-03-30T21:11:24.507044Z","end":"2026-03-30T21:11:24.660326Z","steps":["trace[124964520] 'agreement among raft nodes before linearized reading' (duration: 153.163605ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:24.660294Z","caller":"traceutil/trace.go:172","msg":"trace[702766822] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1006; }","duration":"294.075629ms","start":"2026-03-30T21:11:24.366209Z","end":"2026-03-30T21:11:24.660285Z","steps":["trace[702766822] 'agreement among raft nodes before linearized reading' (duration: 294.026488ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:24.660281Z","caller":"traceutil/trace.go:172","msg":"trace[1066998117] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1006; }","duration":"371.790446ms","start":"2026-03-30T21:11:24.288477Z","end":"2026-03-30T21:11:24.660267Z","steps":["trace[1066998117] 'agreement among raft nodes before linearized reading' (duration: 371.636962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:24.660626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:24.288450Z","time spent":"372.162685ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:25.256489Z","caller":"traceutil/trace.go:172","msg":"trace[1230628031] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"481.735744ms","start":"2026-03-30T21:11:24.774733Z","end":"2026-03-30T21:11:25.256469Z","steps":["trace[1230628031] 'process raft request' (duration: 481.505068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.256726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:24.774698Z","time spent":"481.910168ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-30T21:11:25.529768Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592318,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:11:25.843757Z","caller":"traceutil/trace.go:172","msg":"trace[1901556858] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1173; }","duration":"814.525749ms","start":"2026-03-30T21:11:25.029206Z","end":"2026-03-30T21:11:25.843731Z","steps":["trace[1901556858] 'read index received' (duration: 814.518179ms)","trace[1901556858] 'applied index is now lower than readState.Index' (duration: 6.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:25.844048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"814.825367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:11:25.844159Z","caller":"traceutil/trace.go:172","msg":"trace[1562378272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1008; }","duration":"814.95055ms","start":"2026-03-30T21:11:25.029190Z","end":"2026-03-30T21:11:25.844141Z","steps":["trace[1562378272] 'agreement among raft nodes before linearized reading' (duration: 814.677354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.844210Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:25.029167Z","time spent":"815.033463ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.858812Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16970862196550592321,"received-request-id":16970862196550592318} {"level":"info","ts":"2026-03-30T21:11:25.859150Z","caller":"traceutil/trace.go:172","msg":"trace[588026477] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"295.765492ms","start":"2026-03-30T21:11:25.563365Z","end":"2026-03-30T21:11:25.859131Z","steps":["trace[588026477] 'process raft request' (duration: 295.563666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.859709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"743.428175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bwnn8\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-03-30T21:11:25.859769Z","caller":"traceutil/trace.go:172","msg":"trace[1477941183] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bwnn8; range_end:; response_count:1; response_revision:1012; }","duration":"743.498587ms","start":"2026-03-30T21:11:25.116258Z","end":"2026-03-30T21:11:25.859757Z","steps":["trace[1477941183] 'agreement among raft nodes before linearized reading' (duration: 743.300532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.859794Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:25.116226Z","time spent":"743.562579ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-bwnn8\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.859918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"493.32904ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:25.859964Z","caller":"traceutil/trace.go:172","msg":"trace[401158382] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1012; }","duration":"493.377051ms","start":"2026-03-30T21:11:25.366575Z","end":"2026-03-30T21:11:25.859952Z","steps":["trace[401158382] 'agreement among raft nodes before linearized reading' (duration: 493.306229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.859826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.422191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:25.860199Z","caller":"traceutil/trace.go:172","msg":"trace[1691992511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1012; }","duration":"193.754149ms","start":"2026-03-30T21:11:25.666380Z","end":"2026-03-30T21:11:25.860134Z","steps":["trace[1691992511] 'agreement among raft nodes before linearized reading' (duration: 193.329778ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:26.587745Z","caller":"traceutil/trace.go:172","msg":"trace[2042845161] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"714.119347ms","start":"2026-03-30T21:11:25.873601Z","end":"2026-03-30T21:11:26.587720Z","steps":["trace[2042845161] 'process raft request' (duration: 713.821029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:26.588171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:25.873498Z","time spent":"714.375324ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:26.867063Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592322,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:11:27.048726Z","caller":"traceutil/trace.go:172","msg":"trace[786532917] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1183; }","duration":"682.719289ms","start":"2026-03-30T21:11:26.365982Z","end":"2026-03-30T21:11:27.048701Z","steps":["trace[786532917] 'read index received' (duration: 682.713499ms)","trace[786532917] 'applied index is now lower than readState.Index' (duration: 4.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:27.548939Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:27.957891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.591889907s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:27.957954Z","caller":"traceutil/trace.go:172","msg":"trace[1202534758] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1017; }","duration":"1.591966579s","start":"2026-03-30T21:11:26.365974Z","end":"2026-03-30T21:11:27.957940Z","steps":["trace[1202534758] 'agreement among raft nodes before linearized reading' (duration: 682.829951ms)","trace[1202534758] 'range keys from in-memory index tree' (duration: 909.037005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:27.958334Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"909.327843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:11:27.958946Z","caller":"traceutil/trace.go:172","msg":"trace[400165690] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"2.060090189s","start":"2026-03-30T21:11:25.898836Z","end":"2026-03-30T21:11:27.958926Z","steps":["trace[400165690] 'process raft request' (duration: 1.150085439s)","trace[400165690] 'compare' (duration: 909.074386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:27.959078Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:25.898805Z","time spent":"2.060189662s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:28.010302Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16970862196550592327,"received-request-id":16970862196550592322} {"level":"warn","ts":"2026-03-30T21:11:28.050022Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:28.551082Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592327,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:28.665737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000160305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:11:28.665867Z","caller":"traceutil/trace.go:172","msg":"trace[1553714441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323999s","start":"2026-03-30T21:11:26.665511Z","end":"2026-03-30T21:11:28.665835Z","steps":["trace[1553714441] 'agreement among raft nodes before linearized reading' (duration: 2.000149045s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:28.665947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:26.665487Z","time spent":"2.000445932s","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:11:28 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:11:29.052289Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592327,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:11:29.126852Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"df7880225452eb84 [logterm: 2, index: 1189, vote: 0] ignored MsgPreVote from 7ba82bfa2d9da6c2 [logterm: 2, index: 1189] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-30T21:11:29.204258Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.193707707s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:11:29.802536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.844111759s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-30T21:11:29.802838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.843631916s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:29.803261Z","caller":"traceutil/trace.go:172","msg":"trace[1254497728] linearizableReadLoop","detail":"{readStateIndex:1185; appliedIndex:1184; }","duration":"2.754445846s","start":"2026-03-30T21:11:27.048790Z","end":"2026-03-30T21:11:29.803236Z","steps":["trace[1254497728] 'read index received' (duration: 2.155663283s)","trace[1254497728] 'applied index is now lower than readState.Index' (duration: 598.754632ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:11:29.804337Z","caller":"traceutil/trace.go:172","msg":"trace[141534606] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1018; }","duration":"1.844758565s","start":"2026-03-30T21:11:27.959175Z","end":"2026-03-30T21:11:29.803934Z","steps":["trace[141534606] 'range keys from in-memory index tree' (duration: 1.843594795s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.834045Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16970862196550592329,"received-request-id":16970862196550592327} {"level":"info","ts":"2026-03-30T21:11:29.835224Z","caller":"traceutil/trace.go:172","msg":"trace[861993976] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"954.737456ms","start":"2026-03-30T21:11:28.880467Z","end":"2026-03-30T21:11:29.835204Z","steps":["trace[861993976] 'process raft request' (duration: 954.646783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.835382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:28.880439Z","time spent":"954.870068ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:29.836270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.508538088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T21:11:29.836305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.874916615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-30T21:11:29.836337Z","caller":"traceutil/trace.go:172","msg":"trace[2125852284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1033; }","duration":"2.508614241s","start":"2026-03-30T21:11:27.327708Z","end":"2026-03-30T21:11:29.836322Z","steps":["trace[2125852284] 'agreement among raft nodes before linearized reading' (duration: 2.508502988s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:29.836352Z","caller":"traceutil/trace.go:172","msg":"trace[702706868] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1033; }","duration":"1.874965777s","start":"2026-03-30T21:11:27.961374Z","end":"2026-03-30T21:11:29.836340Z","steps":["trace[702706868] 'agreement among raft nodes before linearized reading' (duration: 1.874811852s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.836364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.169936882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:29.836373Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:27.327688Z","time spent":"2.508677421s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:29.836381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:27.961360Z","time spent":"1.875012338s","remote":"127.0.0.1:37886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:29.836408Z","caller":"traceutil/trace.go:172","msg":"trace[1320120318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1033; }","duration":"1.169972233s","start":"2026-03-30T21:11:28.666420Z","end":"2026-03-30T21:11:29.836392Z","steps":["trace[1320120318] 'agreement among raft nodes before linearized reading' (duration: 1.169917562s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.836447Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:28.666382Z","time spent":"1.170053485s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:11:29.836433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.522238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-03-30T21:11:29.836491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.736643852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T21:11:29.836515Z","caller":"traceutil/trace.go:172","msg":"trace[385362748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1033; }","duration":"2.736667163s","start":"2026-03-30T21:11:27.099840Z","end":"2026-03-30T21:11:29.836508Z","steps":["trace[385362748] 'agreement among raft nodes before linearized reading' (duration: 2.736627062s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:29.836515Z","caller":"traceutil/trace.go:172","msg":"trace[2136843315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1033; }","duration":"183.63125ms","start":"2026-03-30T21:11:29.652864Z","end":"2026-03-30T21:11:29.836495Z","steps":["trace[2136843315] 'agreement among raft nodes before linearized reading' (duration: 183.416815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.836271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.482307248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-30T21:11:29.836543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:27.099813Z","time spent":"2.736722525s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:29.836580Z","caller":"traceutil/trace.go:172","msg":"trace[586824833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1033; }","duration":"2.482621696s","start":"2026-03-30T21:11:27.353940Z","end":"2026-03-30T21:11:29.836561Z","steps":["trace[586824833] 'agreement among raft nodes before linearized reading' (duration: 2.482256897s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.837339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:27.353917Z","time spent":"2.483402117s","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:30.247934Z","caller":"traceutil/trace.go:172","msg":"trace[218579341] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"112.064267ms","start":"2026-03-30T21:11:30.135849Z","end":"2026-03-30T21:11:30.247913Z","steps":["trace[218579341] 'process raft request' (duration: 83.673814ms)","trace[218579341] 'compare' (duration: 28.290061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:30.248027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.154581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bwnn8\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-30T21:11:30.248098Z","caller":"traceutil/trace.go:172","msg":"trace[1466415076] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bwnn8; range_end:; response_count:1; response_revision:1048; }","duration":"114.238653ms","start":"2026-03-30T21:11:30.133841Z","end":"2026-03-30T21:11:30.248079Z","steps":["trace[1466415076] 'agreement among raft nodes before linearized reading' (duration: 85.626633ms)","trace[1466415076] 'range keys from in-memory index tree' (duration: 28.407395ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:11:30.408480Z","caller":"traceutil/trace.go:172","msg":"trace[748686748] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"143.94623ms","start":"2026-03-30T21:11:30.264515Z","end":"2026-03-30T21:11:30.408461Z","steps":["trace[748686748] 'process raft request' (duration: 138.415181ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:31.023353Z","caller":"traceutil/trace.go:172","msg":"trace[684802971] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"383.631454ms","start":"2026-03-30T21:11:30.639666Z","end":"2026-03-30T21:11:31.023297Z","steps":["trace[684802971] 'process raft request' (duration: 382.775633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:31.023735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:30.639640Z","time spent":"383.859299ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:11:31.497958Z","caller":"traceutil/trace.go:172","msg":"trace[1139400418] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1232; }","duration":"131.545392ms","start":"2026-03-30T21:11:31.366393Z","end":"2026-03-30T21:11:31.497939Z","steps":["trace[1139400418] 'read index received' (duration: 131.536881ms)","trace[1139400418] 'applied index is now lower than readState.Index' (duration: 4.671µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:31.498095Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.673215ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:31.498408Z","caller":"traceutil/trace.go:172","msg":"trace[1637162169] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1062; }","duration":"132.004073ms","start":"2026-03-30T21:11:31.366387Z","end":"2026-03-30T21:11:31.498391Z","steps":["trace[1637162169] 'agreement among raft nodes before linearized reading' (duration: 131.619513ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:31.498342Z","caller":"traceutil/trace.go:172","msg":"trace[1330698620] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"321.614576ms","start":"2026-03-30T21:11:31.176708Z","end":"2026-03-30T21:11:31.498322Z","steps":["trace[1330698620] 'process raft request' (duration: 321.516674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:31.498674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:31.176683Z","time spent":"321.899213ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:32.633519Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592349,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:11:32.921676Z","caller":"traceutil/trace.go:172","msg":"trace[317458904] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1245; }","duration":"788.763877ms","start":"2026-03-30T21:11:32.132861Z","end":"2026-03-30T21:11:32.921625Z","steps":["trace[317458904] 'read index received' (duration: 788.757857ms)","trace[317458904] 'applied index is now lower than readState.Index' (duration: 4.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:32.921953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"789.079415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:11:32.922031Z","caller":"traceutil/trace.go:172","msg":"trace[532443627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1075; }","duration":"789.167787ms","start":"2026-03-30T21:11:32.132847Z","end":"2026-03-30T21:11:32.922014Z","steps":["trace[532443627] 'agreement among raft nodes before linearized reading' (duration: 788.943221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:32.922072Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:32.132823Z","time spent":"789.239448ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:32.923740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.517467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:32.923811Z","caller":"traceutil/trace.go:172","msg":"trace[1932837649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1075; }","duration":"256.599238ms","start":"2026-03-30T21:11:32.667197Z","end":"2026-03-30T21:11:32.923797Z","steps":["trace[1932837649] 'agreement among raft nodes before linearized reading' (duration: 256.469615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:32.923892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"557.634564ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:32.923946Z","caller":"traceutil/trace.go:172","msg":"trace[2145890522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1075; }","duration":"557.719386ms","start":"2026-03-30T21:11:32.366213Z","end":"2026-03-30T21:11:32.923933Z","steps":["trace[2145890522] 'agreement among raft nodes before linearized reading' (duration: 557.597483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:32.924042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"712.56216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T21:11:32.924142Z","caller":"traceutil/trace.go:172","msg":"trace[1565044202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1075; }","duration":"712.685573ms","start":"2026-03-30T21:11:32.211441Z","end":"2026-03-30T21:11:32.924127Z","steps":["trace[1565044202] 'agreement among raft nodes before linearized reading' (duration: 712.432087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:32.924222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:32.211415Z","time spent":"712.794735ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:32.924449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"776.106032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bwnn8\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-03-30T21:11:32.924791Z","caller":"traceutil/trace.go:172","msg":"trace[1974492778] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bwnn8; range_end:; response_count:1; response_revision:1075; }","duration":"776.504001ms","start":"2026-03-30T21:11:32.148037Z","end":"2026-03-30T21:11:32.924541Z","steps":["trace[1974492778] 'agreement among raft nodes before linearized reading' (duration: 775.61688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:32.925322Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:32.148024Z","time spent":"777.059175ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18913,"request content":"key:\"/registry/pods/kube-system/cilium-bwnn8\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:33.076112Z","caller":"traceutil/trace.go:172","msg":"trace[1242853470] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"135.851293ms","start":"2026-03-30T21:11:32.939965Z","end":"2026-03-30T21:11:33.075817Z","steps":["trace[1242853470] 'process raft request' (duration: 135.628998ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:33.304758Z","caller":"traceutil/trace.go:172","msg":"trace[800757313] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1247; }","duration":"149.375701ms","start":"2026-03-30T21:11:33.155361Z","end":"2026-03-30T21:11:33.304737Z","steps":["trace[800757313] 'read index received' (duration: 149.370661ms)","trace[800757313] 'applied index is now lower than readState.Index' (duration: 4.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:33.305007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.633988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-bwnn8\" limit:1 ","response":"range_response_count:1 size:19063"} {"level":"info","ts":"2026-03-30T21:11:33.305039Z","caller":"traceutil/trace.go:172","msg":"trace[10331437] range","detail":"{range_begin:/registry/pods/kube-system/cilium-bwnn8; range_end:; response_count:1; response_revision:1077; }","duration":"149.682428ms","start":"2026-03-30T21:11:33.155347Z","end":"2026-03-30T21:11:33.305030Z","steps":["trace[10331437] 'agreement among raft nodes before linearized reading' (duration: 149.504955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:33.458876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.203011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-30T21:11:33.458959Z","caller":"traceutil/trace.go:172","msg":"trace[165115758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1078; }","duration":"234.309354ms","start":"2026-03-30T21:11:33.224629Z","end":"2026-03-30T21:11:33.458938Z","steps":["trace[165115758] 'agreement among raft nodes before linearized reading' (duration: 116.809893ms)","trace[165115758] 'range keys from in-memory index tree' (duration: 117.255435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:33.459169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.814466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T21:11:33.459296Z","caller":"traceutil/trace.go:172","msg":"trace[898977139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1078; }","duration":"286.933809ms","start":"2026-03-30T21:11:33.172301Z","end":"2026-03-30T21:11:33.459235Z","steps":["trace[898977139] 'agreement among raft nodes before linearized reading' (duration: 169.12211ms)","trace[898977139] 'range keys from in-memory index tree' (duration: 117.584393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:33.459776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.014614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:11:33.460234Z","caller":"traceutil/trace.go:172","msg":"trace[101840310] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"302.577186ms","start":"2026-03-30T21:11:33.157635Z","end":"2026-03-30T21:11:33.460213Z","steps":["trace[101840310] 'process raft request' (duration: 183.772083ms)","trace[101840310] 'compare' (duration: 117.504091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:33.460332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:33.157622Z","time spent":"302.659158ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:11:33.460242Z","caller":"traceutil/trace.go:172","msg":"trace[218119542] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"139.833694ms","start":"2026-03-30T21:11:33.320393Z","end":"2026-03-30T21:11:33.460226Z","steps":["trace[218119542] 'process raft request' (duration: 139.694371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:42.933065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:11:45.818109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:11:45.830064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:11:45.845006Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:11:45.867520Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:11:46.177659Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50776","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:11:50.970621Z","caller":"traceutil/trace.go:172","msg":"trace[1050324669] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1550; }","duration":"303.417739ms","start":"2026-03-30T21:11:50.667174Z","end":"2026-03-30T21:11:50.970592Z","steps":["trace[1050324669] 'read index received' (duration: 303.412679ms)","trace[1050324669] 'applied index is now lower than readState.Index' (duration: 4.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:50.970752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.575453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:50.970782Z","caller":"traceutil/trace.go:172","msg":"trace[593130092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1318; }","duration":"303.618494ms","start":"2026-03-30T21:11:50.667155Z","end":"2026-03-30T21:11:50.970773Z","steps":["trace[593130092] 'agreement among raft nodes before linearized reading' (duration: 303.541702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:50.970830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:50.667126Z","time spent":"303.693325ms","remote":"127.0.0.1:37568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:12:00.879718Z","caller":"traceutil/trace.go:172","msg":"trace[960566424] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"396.208381ms","start":"2026-03-30T21:12:00.483492Z","end":"2026-03-30T21:12:00.879700Z","steps":["trace[960566424] 'process raft request' (duration: 396.066078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:00.879849Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:12:00.483438Z","time spent":"396.350905ms","remote":"127.0.0.1:38052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:12:00.880117Z","caller":"traceutil/trace.go:172","msg":"trace[27592140] linearizableReadLoop","detail":"{readStateIndex:1633; appliedIndex:1634; }","duration":"160.0786ms","start":"2026-03-30T21:12:00.720015Z","end":"2026-03-30T21:12:00.880093Z","steps":["trace[27592140] 'read index received' (duration: 160.069349ms)","trace[27592140] 'applied index is now lower than readState.Index' (duration: 7.151µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:00.880418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.402176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:12:00.880464Z","caller":"traceutil/trace.go:172","msg":"trace[1468397431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1396; }","duration":"160.450148ms","start":"2026-03-30T21:12:00.720005Z","end":"2026-03-30T21:12:00.880456Z","steps":["trace[1468397431] 'agreement among raft nodes before linearized reading' (duration: 160.291254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:34.866906Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:12:35.367502Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16970862196550592828,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:12:35.523447Z","caller":"traceutil/trace.go:172","msg":"trace[1682942021] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1807; }","duration":"1.157045701s","start":"2026-03-30T21:12:34.366372Z","end":"2026-03-30T21:12:35.523418Z","steps":["trace[1682942021] 'read index received' (duration: 1.1570327s)","trace[1682942021] 'applied index is now lower than readState.Index' (duration: 11.241µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:35.523576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.157180843s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:12:35.523627Z","caller":"traceutil/trace.go:172","msg":"trace[1496553534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1548; }","duration":"1.157252655s","start":"2026-03-30T21:12:34.366363Z","end":"2026-03-30T21:12:35.523616Z","steps":["trace[1496553534] 'agreement among raft nodes before linearized reading' (duration: 1.157150443s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:35.530764Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16970862196550592829,"received-request-id":16970862196550592828} {"level":"warn","ts":"2026-03-30T21:12:35.532084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.802841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:12:35.532115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"864.934109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:12:35.532136Z","caller":"traceutil/trace.go:172","msg":"trace[1002185815] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1549; }","duration":"300.862152ms","start":"2026-03-30T21:12:35.231264Z","end":"2026-03-30T21:12:35.532126Z","steps":["trace[1002185815] 'agreement among raft nodes before linearized reading' (duration: 300.782591ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:35.532148Z","caller":"traceutil/trace.go:172","msg":"trace[1707159199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1549; }","duration":"864.96843ms","start":"2026-03-30T21:12:34.667171Z","end":"2026-03-30T21:12:35.532139Z","steps":["trace[1707159199] 'agreement among raft nodes before linearized reading' (duration: 864.911749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:35.532158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:12:35.231241Z","time spent":"300.913083ms","remote":"127.0.0.1:37728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:12:35.532169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:12:34.667157Z","time spent":"865.007881ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:12:35.532318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"537.567002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:12:35.532346Z","caller":"traceutil/trace.go:172","msg":"trace[209572177] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1549; }","duration":"537.595403ms","start":"2026-03-30T21:12:34.994744Z","end":"2026-03-30T21:12:35.532339Z","steps":["trace[209572177] 'agreement among raft nodes before linearized reading' (duration: 537.553592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:35.532362Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:12:34.994722Z","time spent":"537.635383ms","remote":"127.0.0.1:38234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:12:35.534248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.055265801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:188 size:16175"} {"level":"info","ts":"2026-03-30T21:12:35.534422Z","caller":"traceutil/trace.go:172","msg":"trace[1346810687] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:188; response_revision:1549; }","duration":"1.055518096s","start":"2026-03-30T21:12:34.478878Z","end":"2026-03-30T21:12:35.534396Z","steps":["trace[1346810687] 'agreement among raft nodes before linearized reading' (duration: 1.053431994s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:35.534581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:12:34.478858Z","time spent":"1.055692608s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":188,"response size":16198,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-30T21:12:47.291506Z","caller":"traceutil/trace.go:172","msg":"trace[860016676] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"149.253589ms","start":"2026-03-30T21:12:47.142233Z","end":"2026-03-30T21:12:47.291487Z","steps":["trace[860016676] 'process raft request' (duration: 149.136576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:51.368062Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.850732ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-30T21:12:51.516214Z","caller":"traceutil/trace.go:172","msg":"trace[294986398] linearizableReadLoop","detail":"{readStateIndex:1879; appliedIndex:1880; }","duration":"181.50549ms","start":"2026-03-30T21:12:51.334691Z","end":"2026-03-30T21:12:51.516196Z","steps":["trace[294986398] 'read index received' (duration: 181.50057ms)","trace[294986398] 'applied index is now lower than readState.Index' (duration: 3.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:51.516387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.708734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:12:51.516641Z","caller":"traceutil/trace.go:172","msg":"trace[71002083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1610; }","duration":"181.974229ms","start":"2026-03-30T21:12:51.334658Z","end":"2026-03-30T21:12:51.516632Z","steps":["trace[71002083] 'agreement among raft nodes before linearized reading' (duration: 181.640053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:51.517790Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.634174ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:12:51.517882Z","caller":"traceutil/trace.go:172","msg":"trace[1302107383] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1610; }","duration":"149.739866ms","start":"2026-03-30T21:12:51.368130Z","end":"2026-03-30T21:12:51.517870Z","steps":["trace[1302107383] 'agreement among raft nodes before linearized reading' (duration: 149.586223ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:56.092209Z","caller":"traceutil/trace.go:172","msg":"trace[923861798] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1897; }","duration":"251.767161ms","start":"2026-03-30T21:12:55.840418Z","end":"2026-03-30T21:12:56.092185Z","steps":["trace[923861798] 'read index received' (duration: 251.758081ms)","trace[923861798] 'applied index is now lower than readState.Index' (duration: 7.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:56.092645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.209999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-30T21:12:56.092671Z","caller":"traceutil/trace.go:172","msg":"trace[2111629401] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:1627; }","duration":"252.26855ms","start":"2026-03-30T21:12:55.840396Z","end":"2026-03-30T21:12:56.092665Z","steps":["trace[2111629401] 'agreement among raft nodes before linearized reading' (duration: 252.078967ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:56.361069Z","caller":"traceutil/trace.go:172","msg":"trace[504155928] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"173.562126ms","start":"2026-03-30T21:12:56.187479Z","end":"2026-03-30T21:12:56.361042Z","steps":["trace[504155928] 'process raft request' (duration: 103.002694ms)","trace[504155928] 'compare' (duration: 70.44221ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:13:08.727125Z","caller":"traceutil/trace.go:172","msg":"trace[708584260] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1959; }","duration":"146.976313ms","start":"2026-03-30T21:13:08.580119Z","end":"2026-03-30T21:13:08.727096Z","steps":["trace[708584260] 'read index received' (duration: 146.966213ms)","trace[708584260] 'applied index is now lower than readState.Index' (duration: 8.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:13:08.727314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.197369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:13:08.727401Z","caller":"traceutil/trace.go:172","msg":"trace[2079925379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1679; }","duration":"147.293891ms","start":"2026-03-30T21:13:08.580088Z","end":"2026-03-30T21:13:08.727382Z","steps":["trace[2079925379] 'agreement among raft nodes before linearized reading' (duration: 147.137538ms)"],"step_count":1}