{"level":"warn","ts":"2026-06-08T15:21:24.327717Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-06-08T15:21:24.328076Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-06-08T15:21:24.328096Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.85:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.85:2380","--initial-cluster=controller-3=https://199.19.213.85:2380,controller-1=https://199.19.213.183:2380,controller-2=https://199.19.213.27:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.85:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.85:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-06-08T15:21:24.329114Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-06-08T15:21:24.329188Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-08T15:21:24.329201Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.85:2380"]} {"level":"info","ts":"2026-06-08T15:21:24.329230Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-08T15:21:24.329693Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.85:2379"]} {"level":"info","ts":"2026-06-08T15:21:24.329988Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.85:2380"],"listen-peer-urls":["https://199.19.213.85:2380"],"advertise-client-urls":["https://199.19.213.85:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.85:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.183:2380,controller-2=https://199.19.213.27:2380,controller-3=https://199.19.213.85:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-06-08T15:21:24.330842Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00043a858}"} {"level":"info","ts":"2026-06-08T15:21:24.334859Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-08T15:21:24.334921Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.198073ms"} {"level":"info","ts":"2026-06-08T15:21:24.334957Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-06-08T15:21:24.335018Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-06-08T15:21:24.348843Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.183:2380","host":"199.19.213.183:2380","resolved-addr":"199.19.213.183:2380"} {"level":"info","ts":"2026-06-08T15:21:24.348951Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.85:2380","host":"199.19.213.85:2380","resolved-addr":"199.19.213.85:2380"} {"level":"info","ts":"2026-06-08T15:21:24.349151Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.183:2380","host":"199.19.213.183:2380","resolved-addr":"199.19.213.183:2380"} {"level":"info","ts":"2026-06-08T15:21:24.349235Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.27:2380","host":"199.19.213.27:2380","resolved-addr":"199.19.213.27:2380"} {"level":"info","ts":"2026-06-08T15:21:24.349310Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.27:2380","host":"199.19.213.27:2380","resolved-addr":"199.19.213.27:2380"} {"level":"info","ts":"2026-06-08T15:21:24.349374Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.85:2380","host":"199.19.213.85:2380","resolved-addr":"199.19.213.85:2380"} {"level":"info","ts":"2026-06-08T15:21:24.368547Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-06-08T15:21:24.380744Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-06-08T15:21:24.380906Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"30f3796df4cc8760","cluster-id":"524d1f88cdf60208"} {"level":"info","ts":"2026-06-08T15:21:24.380977Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-06-08T15:21:24.381201Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"30f3796df4cc8760 switched to configuration voters=()"} {"level":"info","ts":"2026-06-08T15:21:24.381346Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"30f3796df4cc8760 became follower at term 0"} {"level":"info","ts":"2026-06-08T15:21:24.381459Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 30f3796df4cc8760 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-06-08T15:21:24.392628Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-08T15:21:24.395064Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-08T15:21:24.397606Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-08T15:21:24.398343Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.398373Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-06-08T15:21:24.398398Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.398413Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6","remote-peer-urls":["https://199.19.213.27:2380"]} {"level":"info","ts":"2026-06-08T15:21:24.398429Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.398445Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.398605Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.398641Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-06-08T15:21:24.398658Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.398684Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.398997Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.399043Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.399081Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.399176Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.400205Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.400272Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.400308Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.400337Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6","remote-peer-urls":["https://199.19.213.27:2380"]} {"level":"info","ts":"2026-06-08T15:21:24.400348Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.400386Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"30f3796df4cc8760","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-08T15:21:24.400575Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.400814Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-06-08T15:21:24.400878Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-08T15:21:24.401067Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-08T15:21:24.401083Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-08T15:21:24.401287Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-08T15:21:24.401284Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.85:2380"} {"level":"info","ts":"2026-06-08T15:21:24.401359Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.85:2380"} {"level":"info","ts":"2026-06-08T15:21:24.401712Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"30f3796df4cc8760","to":"e79ab16e2afd92c6","stream-type":"stream Message"} {"level":"info","ts":"2026-06-08T15:21:24.402574Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.402648Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.402895Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"30f3796df4cc8760","to":"e79ab16e2afd92c6","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-08T15:21:24.402929Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.403022Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"30f3796df4cc8760","to":"d11d60056e8410fb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-08T15:21:24.403040Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.403056Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.403128Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"30f3796df4cc8760","to":"d11d60056e8410fb","stream-type":"stream Message"} {"level":"info","ts":"2026-06-08T15:21:24.403159Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.403207Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"30f3796df4cc8760","initial-advertise-peer-urls":["https://199.19.213.85:2380"],"listen-peer-urls":["https://199.19.213.85:2380"],"advertise-client-urls":["https://199.19.213.85:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.85:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-08T15:21:24.403261Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-08T15:21:24.403341Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"30f3796df4cc8760 [term: 0] received a MsgHeartbeat message with higher term from d11d60056e8410fb [term: 2]"} {"level":"info","ts":"2026-06-08T15:21:24.404032Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"30f3796df4cc8760 became follower at term 2"} {"level":"info","ts":"2026-06-08T15:21:24.404065Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 30f3796df4cc8760 elected leader d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-06-08T15:21:24.410377Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.413930Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"30f3796df4cc8760","remote-snapshot-sender-id":"d11d60056e8410fb","incoming-snapshot-index":764,"incoming-snapshot-message-size-bytes":8745,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-06-08T15:21:24.417947Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.417967Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.419617Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.433075Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002fc.snap.db","bytes":1089536,"size":"1.1 MB"} {"level":"info","ts":"2026-06-08T15:21:24.433194Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"30f3796df4cc8760","remote-snapshot-sender-id":"d11d60056e8410fb","incoming-snapshot-index":764,"incoming-snapshot-size-bytes":1089536,"incoming-snapshot-size":"1.1 MB","download-took":"19.332594ms"} {"level":"info","ts":"2026-06-08T15:21:24.433416Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 764, term: 2]"} {"level":"info","ts":"2026-06-08T15:21:24.433552Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"30f3796df4cc8760 switched to configuration voters=(15068305504696799483 16688846455900574406) learners=(3527296446326671200)"} {"level":"info","ts":"2026-06-08T15:21:24.433606Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"30f3796df4cc8760 [commit: 764, lastindex: 764, lastterm: 2] restored snapshot [index: 764, term: 2]"} {"level":"info","ts":"2026-06-08T15:21:24.433642Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"30f3796df4cc8760 [commit: 764] restored snapshot [index: 764, term: 2]"} {"level":"info","ts":"2026-06-08T15:21:24.433804Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":764,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-08T15:21:24.436615Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":764} {"level":"info","ts":"2026-06-08T15:21:24.437375Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00043a830}"} {"level":"info","ts":"2026-06-08T15:21:24.438277Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-06-08T15:21:24.438329Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.082509ms"} {"level":"info","ts":"2026-06-08T15:21:24.438516Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-06-08T15:21:24.440588Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-06-08T15:21:24.440624Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-06-08T15:21:24.442581Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":705} {"level":"info","ts":"2026-06-08T15:21:24.442622Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":764} {"level":"info","ts":"2026-06-08T15:21:24.442690Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-06-08T15:21:24.443518Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-06-08T15:21:24.444332Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-06-08T15:21:24.444371Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-06-08T15:21:24.444575Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-06-08T15:21:24.444606Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-06-08T15:21:24.446874Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-06-08T15:21:24.447517Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-06-08T15:21:24.447580Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-06-08T15:21:24.447643Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-06-08T15:21:24.447661Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"524d1f88cdf60208","local-member-id":"30f3796df4cc8760","recovered-remote-peer-id":"30f3796df4cc8760","recovered-remote-peer-urls":["https://199.19.213.85:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-06-08T15:21:24.447676Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"524d1f88cdf60208","local-member-id":"30f3796df4cc8760","recovered-remote-peer-id":"d11d60056e8410fb","recovered-remote-peer-urls":["https://199.19.213.183:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-08T15:21:24.447683Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"524d1f88cdf60208","local-member-id":"30f3796df4cc8760","recovered-remote-peer-id":"e79ab16e2afd92c6","recovered-remote-peer-urls":["https://199.19.213.27:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-06-08T15:21:24.447690Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-06-08T15:21:24.447700Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-06-08T15:21:24.447709Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-06-08T15:21:24.447723Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"warn","ts":"2026-06-08T15:21:24.447798Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.447819Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"d11d60056e8410fb"} {"level":"warn","ts":"2026-06-08T15:21:24.447849Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.447860Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.447886Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"warn","ts":"2026-06-08T15:21:24.448009Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb","error":"context canceled"} {"level":"warn","ts":"2026-06-08T15:21:24.448046Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"d11d60056e8410fb","error":"failed to read d11d60056e8410fb on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-06-08T15:21:24.448076Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"warn","ts":"2026-06-08T15:21:24.448163Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb","error":"context canceled"} {"level":"info","ts":"2026-06-08T15:21:24.448180Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.448199Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.448210Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"30f3796df4cc8760","removed-remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.448223Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"e79ab16e2afd92c6"} {"level":"warn","ts":"2026-06-08T15:21:24.448241Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.448438Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"e79ab16e2afd92c6"} {"level":"warn","ts":"2026-06-08T15:21:24.448519Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.448540Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.448712Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"warn","ts":"2026-06-08T15:21:24.448940Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6","error":"context canceled"} {"level":"warn","ts":"2026-06-08T15:21:24.448987Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"e79ab16e2afd92c6","error":"failed to read e79ab16e2afd92c6 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-06-08T15:21:24.449027Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"warn","ts":"2026-06-08T15:21:24.449226Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6","error":"context canceled"} {"level":"info","ts":"2026-06-08T15:21:24.449267Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.449282Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.449310Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"30f3796df4cc8760","removed-remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.449327Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-06-08T15:21:24.449348Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-06-08T15:21:24.449382Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.449409Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.449555Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.449595Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-06-08T15:21:24.449643Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.449669Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.450352Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.449573Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.450513Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.450572Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.452142Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.452761Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.452938Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.452872Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.453181Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6","remote-peer-urls":["https://199.19.213.27:2380"]} {"level":"info","ts":"2026-06-08T15:21:24.453210Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-06-08T15:21:24.453277Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.453249Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":764,"current-applied-index":764,"incoming-leader-snapshot-index":764,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-06-08T15:21:24.453944Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"30f3796df4cc8760","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.85:2379]}","cluster-id":"524d1f88cdf60208","publish-timeout":"7s"} {"level":"info","ts":"2026-06-08T15:21:24.455547Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-08T15:21:24.458837Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-08T15:21:24.456593Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-08T15:21:24.456565Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-08T15:21:24.460399Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-06-08T15:21:24.460549Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-06-08T15:21:24.460663Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-06-08T15:21:24.462724Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-08T15:21:24.462961Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.462991Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.464105Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.85:2379"} {"level":"warn","ts":"2026-06-08T15:21:24.467432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.85:40764","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-08T15:21:24.470904Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.471463Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.475360Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.475525Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.478832Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"30f3796df4cc8760","to":"e79ab16e2afd92c6","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-08T15:21:24.478898Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.478998Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"30f3796df4cc8760","to":"d11d60056e8410fb","stream-type":"stream Message"} {"level":"info","ts":"2026-06-08T15:21:24.479066Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.487855Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"30f3796df4cc8760","to":"d11d60056e8410fb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-06-08T15:21:24.487906Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"30f3796df4cc8760","remote-peer-id":"d11d60056e8410fb"} {"level":"info","ts":"2026-06-08T15:21:24.488470Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"30f3796df4cc8760","to":"e79ab16e2afd92c6","stream-type":"stream Message"} {"level":"info","ts":"2026-06-08T15:21:24.488524Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"30f3796df4cc8760","remote-peer-id":"e79ab16e2afd92c6"} {"level":"info","ts":"2026-06-08T15:21:24.503800Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"30f3796df4cc8760","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-06-08T15:21:25.034623Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"30f3796df4cc8760 switched to configuration voters=(3527296446326671200 15068305504696799483 16688846455900574406)"} {"level":"info","ts":"2026-06-08T15:21:25.036056Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"524d1f88cdf60208","local-member-id":"30f3796df4cc8760","promoted-member-id":"30f3796df4cc8760"} {"level":"warn","ts":"2026-06-08T15:21:25.655853Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.656084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56592","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.680864Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.691994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.707603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.719265Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.729960Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.737444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.746035Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.762814Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.775778Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.785556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.796370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.804860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.813889Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.824314Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.832950Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.849071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.856911Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.885064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.886961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.920227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.929992Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.960611Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.972169Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.981335Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:25.992190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57156","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.019718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.047540Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.053483Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.068905Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.073675Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.082690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.093359Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.107951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.115646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.123259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.133233Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.144437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.154401Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.163010Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.172331Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.182023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57468","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.190279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57490","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.198780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.209232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.219272Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.228915Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.236723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.246336Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.255371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.264875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.273055Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.282291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.336241Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.347168Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:21:26.397498Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57704","server-name":"","error":"EOF"} {"level":"info","ts":"2026-06-08T15:21:44.612699Z","caller":"traceutil/trace.go:172","msg":"trace[1474126483] linearizableReadLoop","detail":"{readStateIndex:889; appliedIndex:889; }","duration":"268.653659ms","start":"2026-06-08T15:21:44.344015Z","end":"2026-06-08T15:21:44.612669Z","steps":["trace[1474126483] 'read index received' (duration: 268.645289ms)","trace[1474126483] 'applied index is now lower than readState.Index' (duration: 7.05µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:21:44.613738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.700105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:21:44.613841Z","caller":"traceutil/trace.go:172","msg":"trace[444990783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:811; }","duration":"269.827797ms","start":"2026-06-08T15:21:44.343998Z","end":"2026-06-08T15:21:44.613826Z","steps":["trace[444990783] 'agreement among raft nodes before linearized reading' (duration: 268.858502ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:44.614739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.785825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:21:44.614823Z","caller":"traceutil/trace.go:172","msg":"trace[660191613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:816; }","duration":"237.875046ms","start":"2026-06-08T15:21:44.376929Z","end":"2026-06-08T15:21:44.614804Z","steps":["trace[660191613] 'agreement among raft nodes before linearized reading' (duration: 237.743075ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:54.099638Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:21:54.600209Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385659,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:21:54.782265Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"30f3796df4cc8760 is starting a new election at term 2"} {"level":"info","ts":"2026-06-08T15:21:54.782338Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"30f3796df4cc8760 became pre-candidate at term 2"} {"level":"info","ts":"2026-06-08T15:21:54.782370Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"30f3796df4cc8760 [logterm: 2, index: 944] sent MsgPreVote request to d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-06-08T15:21:54.782388Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"30f3796df4cc8760 [logterm: 2, index: 944] sent MsgPreVote request to e79ab16e2afd92c6 at term 2"} {"level":"info","ts":"2026-06-08T15:21:54.782407Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 30f3796df4cc8760 lost leader d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-06-08T15:21:54.782471Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"30f3796df4cc8760 received MsgPreVoteResp from 30f3796df4cc8760 at term 2"} {"level":"info","ts":"2026-06-08T15:21:54.782496Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"30f3796df4cc8760 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-06-08T15:21:54.989349Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"30f3796df4cc8760 became follower at term 2"} {"level":"info","ts":"2026-06-08T15:21:54.989406Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 30f3796df4cc8760 elected leader d11d60056e8410fb at term 2"} {"level":"warn","ts":"2026-06-08T15:21:54.989584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.390894823s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-06-08T15:21:54.989659Z","caller":"traceutil/trace.go:172","msg":"trace[933257235] range","detail":"{range_begin:; range_end:; }","duration":"1.391003615s","start":"2026-06-08T15:21:53.598642Z","end":"2026-06-08T15:21:54.989646Z","steps":["trace[933257235] 'agreement among raft nodes before linearized reading' (duration: 1.390888363s)"],"step_count":1} {"level":"error","ts":"2026-06-08T15:21:54.989714Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-06-08T15:21:55.489789Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:21:55.990152Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:21:56.366079Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9754971236521385660,"received-request-id":9754971236521385659} {"level":"warn","ts":"2026-06-08T15:21:56.376764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999975233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-08T15:21:56.376870Z","caller":"traceutil/trace.go:172","msg":"trace[1359415394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087154s","start":"2026-06-08T15:21:54.376756Z","end":"2026-06-08T15:21:56.376844Z","steps":["trace[1359415394] 'agreement among raft nodes before linearized reading' (duration: 1.999969782s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.376920Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.376748Z","time spent":"2.000164145s","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:21:56.432814Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9754971236521385660,"received-request-id":9754971236521385659} {"level":"info","ts":"2026-06-08T15:21:56.433135Z","caller":"traceutil/trace.go:172","msg":"trace[1622858876] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"1.440353647s","start":"2026-06-08T15:21:54.992765Z","end":"2026-06-08T15:21:56.433119Z","steps":["trace[1622858876] 'process raft request' (duration: 1.440323126s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.433490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.992737Z","time spent":"1.440466808s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-08T15:21:56.434584Z","caller":"traceutil/trace.go:172","msg":"trace[1074103496] linearizableReadLoop","detail":"{readStateIndex:945; appliedIndex:947; }","duration":"1.445094278s","start":"2026-06-08T15:21:54.989463Z","end":"2026-06-08T15:21:56.434557Z","steps":["trace[1074103496] 'read index received' (duration: 1.445084248s)","trace[1074103496] 'applied index is now lower than readState.Index' (duration: 8.51µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:21:56.434624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.176451058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-08T15:21:56.434691Z","caller":"traceutil/trace.go:172","msg":"trace[1849384877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:863; }","duration":"2.176517259s","start":"2026-06-08T15:21:54.258151Z","end":"2026-06-08T15:21:56.434668Z","steps":["trace[1849384877] 'agreement among raft nodes before linearized reading' (duration: 2.176407147s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.434743Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.258141Z","time spent":"2.176593409s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:21:56.434782Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.177749686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-08T15:21:56.434826Z","caller":"traceutil/trace.go:172","msg":"trace[1852153630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:863; }","duration":"2.177813908s","start":"2026-06-08T15:21:54.257001Z","end":"2026-06-08T15:21:56.434815Z","steps":["trace[1852153630] 'agreement among raft nodes before linearized reading' (duration: 2.177699265s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.434859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:54.256978Z","time spent":"2.177872759s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:21:56.436057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.44462257s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:21:56.436100Z","caller":"traceutil/trace.go:172","msg":"trace[1240445823] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:864; }","duration":"1.444658051s","start":"2026-06-08T15:21:54.991424Z","end":"2026-06-08T15:21:56.436083Z","steps":["trace[1240445823] 'agreement among raft nodes before linearized reading' (duration: 1.44460694s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.436348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"533.067765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:21:56.436380Z","caller":"traceutil/trace.go:172","msg":"trace[1215642321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:864; }","duration":"533.100646ms","start":"2026-06-08T15:21:55.903271Z","end":"2026-06-08T15:21:56.436372Z","steps":["trace[1215642321] 'agreement among raft nodes before linearized reading' (duration: 532.977854ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:21:56.436409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:21:55.903258Z","time spent":"533.138166ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:21:56.436618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.963299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:21:56.437927Z","caller":"traceutil/trace.go:172","msg":"trace[1972613971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:864; }","duration":"123.112996ms","start":"2026-06-08T15:21:56.314622Z","end":"2026-06-08T15:21:56.437735Z","steps":["trace[1972613971] 'agreement among raft nodes before linearized reading' (duration: 121.518222ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:06.621216Z","caller":"traceutil/trace.go:172","msg":"trace[243741460] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"246.005459ms","start":"2026-06-08T15:22:06.375193Z","end":"2026-06-08T15:22:06.621198Z","steps":["trace[243741460] 'process raft request' (duration: 245.788905ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:06.636724Z","caller":"traceutil/trace.go:172","msg":"trace[1687194939] linearizableReadLoop","detail":"{readStateIndex:1127; appliedIndex:1128; }","duration":"258.541449ms","start":"2026-06-08T15:22:06.378164Z","end":"2026-06-08T15:22:06.636705Z","steps":["trace[1687194939] 'read index received' (duration: 258.535399ms)","trace[1687194939] 'applied index is now lower than readState.Index' (duration: 4.73µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:06.636852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.670231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:06.636880Z","caller":"traceutil/trace.go:172","msg":"trace[403886810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:984; }","duration":"258.710671ms","start":"2026-06-08T15:22:06.378159Z","end":"2026-06-08T15:22:06.636870Z","steps":["trace[403886810] 'agreement among raft nodes before linearized reading' (duration: 258.63642ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:06.637669Z","caller":"traceutil/trace.go:172","msg":"trace[188496763] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"236.176887ms","start":"2026-06-08T15:22:06.401461Z","end":"2026-06-08T15:22:06.637638Z","steps":["trace[188496763] 'process raft request' (duration: 235.742241ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:06.813254Z","caller":"traceutil/trace.go:172","msg":"trace[2054553522] linearizableReadLoop","detail":"{readStateIndex:1137; appliedIndex:1137; }","duration":"170.834107ms","start":"2026-06-08T15:22:06.642372Z","end":"2026-06-08T15:22:06.813206Z","steps":["trace[2054553522] 'read index received' (duration: 170.813347ms)","trace[2054553522] 'applied index is now lower than readState.Index' (duration: 17.63µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:07.217304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"579.390412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:07.217366Z","caller":"traceutil/trace.go:172","msg":"trace[1005020276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:989; }","duration":"579.455223ms","start":"2026-06-08T15:22:06.637897Z","end":"2026-06-08T15:22:07.217352Z","steps":["trace[1005020276] 'agreement among raft nodes before linearized reading' (duration: 175.467643ms)","trace[1005020276] 'range keys from in-memory index tree' (duration: 403.889568ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:07.217391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:06.637871Z","time spent":"579.514093ms","remote":"127.0.0.1:56604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:22:07.217999Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"404.537128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-08T15:22:07.233094Z","caller":"traceutil/trace.go:172","msg":"trace[1201301958] linearizableReadLoop","detail":"{readStateIndex:1152; appliedIndex:1151; }","duration":"274.619849ms","start":"2026-06-08T15:22:06.958447Z","end":"2026-06-08T15:22:07.233067Z","steps":["trace[1201301958] 'read index received' (duration: 274.313974ms)","trace[1201301958] 'applied index is now lower than readState.Index' (duration: 305.085µs)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:22:07.233107Z","caller":"traceutil/trace.go:172","msg":"trace[736348866] transaction","detail":"{read_only:false; number_of_response:1; response_revision:998; }","duration":"578.085713ms","start":"2026-06-08T15:22:06.654994Z","end":"2026-06-08T15:22:07.233080Z","steps":["trace[736348866] 'process raft request' (duration: 577.969911ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:07.233232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.779812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:22:07.233131Z","caller":"traceutil/trace.go:172","msg":"trace[1218500528] transaction","detail":"{read_only:false; number_of_response:0; response_revision:998; }","duration":"567.059144ms","start":"2026-06-08T15:22:06.666043Z","end":"2026-06-08T15:22:07.233102Z","steps":["trace[1218500528] 'process raft request' (duration: 567.004343ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:07.233445Z","caller":"traceutil/trace.go:172","msg":"trace[722627974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:998; }","duration":"275.004734ms","start":"2026-06-08T15:22:06.958430Z","end":"2026-06-08T15:22:07.233435Z","steps":["trace[722627974] 'agreement among raft nodes before linearized reading' (duration: 274.726171ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:07.233485Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:06.666000Z","time spent":"567.45218ms","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-08T15:22:07.233122Z","caller":"traceutil/trace.go:172","msg":"trace[1772859863] transaction","detail":"{read_only:false; number_of_response:1; response_revision:998; }","duration":"585.256066ms","start":"2026-06-08T15:22:06.647805Z","end":"2026-06-08T15:22:07.233062Z","steps":["trace[1772859863] 'process raft request' (duration: 585.056072ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:07.234237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:06.654956Z","time spent":"578.416758ms","remote":"127.0.0.1:56670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":59666,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:07.234453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:06.647774Z","time spent":"586.023237ms","remote":"127.0.0.1:56670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80738,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:08.423947Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385766,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:22:08.449665Z","caller":"traceutil/trace.go:172","msg":"trace[441394529] linearizableReadLoop","detail":"{readStateIndex:1179; appliedIndex:1179; }","duration":"526.19906ms","start":"2026-06-08T15:22:07.923421Z","end":"2026-06-08T15:22:08.449620Z","steps":["trace[441394529] 'read index received' (duration: 526.1797ms)","trace[441394529] 'applied index is now lower than readState.Index' (duration: 16.51µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:08.449923Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"526.479765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-08T15:22:08.449989Z","caller":"traceutil/trace.go:172","msg":"trace[617094894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1013; }","duration":"526.558846ms","start":"2026-06-08T15:22:07.923417Z","end":"2026-06-08T15:22:08.449976Z","steps":["trace[617094894] 'agreement among raft nodes before linearized reading' (duration: 526.364033ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:08.450020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:07.923402Z","time spent":"526.611737ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-06-08T15:22:08.453277Z","caller":"traceutil/trace.go:172","msg":"trace[1443638807] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"147.152743ms","start":"2026-06-08T15:22:08.306107Z","end":"2026-06-08T15:22:08.453260Z","steps":["trace[1443638807] 'process raft request' (duration: 147.087562ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:08.453299Z","caller":"traceutil/trace.go:172","msg":"trace[404757406] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1016; }","duration":"628.110342ms","start":"2026-06-08T15:22:07.825161Z","end":"2026-06-08T15:22:08.453271Z","steps":["trace[404757406] 'process raft request' (duration: 627.789117ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:08.453873Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:07.825113Z","time spent":"628.250695ms","remote":"127.0.0.1:56670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570131,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:08.454484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.590145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.85\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-08T15:22:08.454590Z","caller":"traceutil/trace.go:172","msg":"trace[2112078984] range","detail":"{range_begin:/registry/masterleases/199.19.213.85; range_end:; response_count:1; response_revision:1017; }","duration":"160.712527ms","start":"2026-06-08T15:22:08.293859Z","end":"2026-06-08T15:22:08.454572Z","steps":["trace[2112078984] 'agreement among raft nodes before linearized reading' (duration: 160.369522ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:14.931164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.991902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-08T15:22:14.931243Z","caller":"traceutil/trace.go:172","msg":"trace[1765132097] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1076; }","duration":"354.080094ms","start":"2026-06-08T15:22:14.577145Z","end":"2026-06-08T15:22:14.931225Z","steps":["trace[1765132097] 'range keys from in-memory index tree' (duration: 352.727873ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:14.931278Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:14.577123Z","time spent":"354.146194ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:14.931914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"333.316162ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:14.933060Z","caller":"traceutil/trace.go:172","msg":"trace[844574138] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1076; }","duration":"334.456417ms","start":"2026-06-08T15:22:14.598586Z","end":"2026-06-08T15:22:14.933043Z","steps":["trace[844574138] 'range keys from in-memory index tree' (duration: 333.279271ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:15.071388Z","caller":"traceutil/trace.go:172","msg":"trace[1085744073] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1260; }","duration":"335.243927ms","start":"2026-06-08T15:22:14.736114Z","end":"2026-06-08T15:22:15.071358Z","steps":["trace[1085744073] 'read index received' (duration: 335.233137ms)","trace[1085744073] 'applied index is now lower than readState.Index' (duration: 8.85µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:15.100232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.938398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:22:15.100286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"364.165781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sg62f\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-06-08T15:22:15.100318Z","caller":"traceutil/trace.go:172","msg":"trace[380873427] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sg62f; range_end:; response_count:1; response_revision:1081; }","duration":"364.197881ms","start":"2026-06-08T15:22:14.736110Z","end":"2026-06-08T15:22:15.100308Z","steps":["trace[380873427] 'agreement among raft nodes before linearized reading' (duration: 335.353418ms)","trace[380873427] 'range keys from in-memory index tree' (duration: 28.701281ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:15.100308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.17985ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:22:15.100345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:14.736095Z","time spent":"364.244241ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18371,"request content":"key:\"/registry/pods/kube-system/cilium-sg62f\" limit:1 "} {"level":"info","ts":"2026-06-08T15:22:15.100363Z","caller":"traceutil/trace.go:172","msg":"trace[1364543955] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1081; }","duration":"167.22901ms","start":"2026-06-08T15:22:14.933116Z","end":"2026-06-08T15:22:15.100345Z","steps":["trace[1364543955] 'agreement among raft nodes before linearized reading' (duration: 139.558924ms)","trace[1364543955] 'range keys from in-memory index tree' (duration: 27.611536ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:15.100499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.383109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-06-08T15:22:15.100555Z","caller":"traceutil/trace.go:172","msg":"trace[502791658] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:1081; }","duration":"164.435701ms","start":"2026-06-08T15:22:14.936102Z","end":"2026-06-08T15:22:15.100538Z","steps":["trace[502791658] 'agreement among raft nodes before linearized reading' (duration: 136.566411ms)","trace[502791658] 'range keys from in-memory index tree' (duration: 27.489484ms)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:22:15.100317Z","caller":"traceutil/trace.go:172","msg":"trace[400915257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1081; }","duration":"165.025159ms","start":"2026-06-08T15:22:14.935270Z","end":"2026-06-08T15:22:15.100295Z","steps":["trace[400915257] 'agreement among raft nodes before linearized reading' (duration: 137.399723ms)","trace[400915257] 'range keys from in-memory index tree' (duration: 27.520485ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:15.100233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.149633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:22:15.100693Z","caller":"traceutil/trace.go:172","msg":"trace[928141187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1081; }","duration":"347.62718ms","start":"2026-06-08T15:22:14.753057Z","end":"2026-06-08T15:22:15.100684Z","steps":["trace[928141187] 'agreement among raft nodes before linearized reading' (duration: 319.594648ms)","trace[928141187] 'range keys from in-memory index tree' (duration: 27.510134ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:15.100908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:14.753045Z","time spent":"347.853552ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:15.878228Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:16.385088Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:16.885338Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:17.378026Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000299039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-08T15:22:17.378118Z","caller":"traceutil/trace.go:172","msg":"trace[1578354955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041844s","start":"2026-06-08T15:22:15.377680Z","end":"2026-06-08T15:22:17.378098Z","steps":["trace[1578354955] 'agreement among raft nodes before linearized reading' (duration: 2.000293119s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:17.378171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:15.377658Z","time spent":"2.000504342s","remote":"127.0.0.1:56604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:22:17.386435Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:17.808741Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.168855299s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-08T15:22:17.887416Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385811,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:22:17.971076Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"30f3796df4cc8760 [logterm: 2, index: 1266, vote: 0] ignored MsgPreVote from e79ab16e2afd92c6 [logterm: 2, index: 1266] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-06-08T15:22:18.388689Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:18.889314Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:19.387702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000119181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-08T15:22:19.387792Z","caller":"traceutil/trace.go:172","msg":"trace[2027387944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218942s","start":"2026-06-08T15:22:17.387548Z","end":"2026-06-08T15:22:19.387766Z","steps":["trace[2027387944] 'agreement among raft nodes before linearized reading' (duration: 2.000116191s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.387900Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:17.387514Z","time spent":"2.000376365s","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/08 15:22:19 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-08T15:22:19.390440Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385811,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:22:19.669880Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"30f3796df4cc8760 [logterm: 2, index: 1266, vote: 0] ignored MsgPreVote from e79ab16e2afd92c6 [logterm: 2, index: 1266] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-06-08T15:22:19.833869Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.024894889s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-08T15:22:19.834228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.130241ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:19.834329Z","caller":"traceutil/trace.go:172","msg":"trace[632676270] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1086; }","duration":"803.242072ms","start":"2026-06-08T15:22:19.031065Z","end":"2026-06-08T15:22:19.834307Z","steps":["trace[632676270] 'range keys from in-memory index tree' (duration: 803.071101ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.891488Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385811,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:22:19.907233Z","caller":"traceutil/trace.go:172","msg":"trace[1087030199] linearizableReadLoop","detail":"{readStateIndex:1265; appliedIndex:1266; }","duration":"4.529496027s","start":"2026-06-08T15:22:15.377719Z","end":"2026-06-08T15:22:19.907215Z","steps":["trace[1087030199] 'read index received' (duration: 4.529490597s)","trace[1087030199] 'applied index is now lower than readState.Index' (duration: 4.27µs)"],"step_count":2} {"level":"info","ts":"2026-06-08T15:22:19.907866Z","caller":"traceutil/trace.go:172","msg":"trace[1262650952] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"4.790635566s","start":"2026-06-08T15:22:15.117201Z","end":"2026-06-08T15:22:19.907836Z","steps":["trace[1262650952] 'process raft request' (duration: 4.790462194s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.907970Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:15.117177Z","time spent":"4.790721297s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:19.926920Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9754971236521385814,"received-request-id":9754971236521385811} {"level":"warn","ts":"2026-06-08T15:22:19.927853Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.330215568s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:19.927909Z","caller":"traceutil/trace.go:172","msg":"trace[2099237088] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1094; }","duration":"4.330306449s","start":"2026-06-08T15:22:15.597582Z","end":"2026-06-08T15:22:19.927888Z","steps":["trace[2099237088] 'agreement among raft nodes before linearized reading' (duration: 4.330183857s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.927929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.231716111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:22:19.927989Z","caller":"traceutil/trace.go:172","msg":"trace[2071557480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1094; }","duration":"1.231789062s","start":"2026-06-08T15:22:18.696185Z","end":"2026-06-08T15:22:19.927974Z","steps":["trace[2071557480] 'agreement among raft nodes before linearized reading' (duration: 1.231576889s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.927984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.478869055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-08T15:22:19.928026Z","caller":"traceutil/trace.go:172","msg":"trace[498807704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1094; }","duration":"1.478910226s","start":"2026-06-08T15:22:18.449104Z","end":"2026-06-08T15:22:19.928014Z","steps":["trace[498807704] 'agreement among raft nodes before linearized reading' (duration: 1.478832025s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.928026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:18.696164Z","time spent":"1.231852673s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:19.928033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.545495294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b72452f95d7d40\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-06-08T15:22:19.928015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"539.745435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:19.928089Z","caller":"traceutil/trace.go:172","msg":"trace[616932835] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18b72452f95d7d40; range_end:; response_count:1; response_revision:1094; }","duration":"2.545555854s","start":"2026-06-08T15:22:17.382516Z","end":"2026-06-08T15:22:19.928072Z","steps":["trace[616932835] 'agreement among raft nodes before linearized reading' (duration: 2.545295261s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.928073Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.097709102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-08T15:22:19.928123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.634090694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.85\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-06-08T15:22:19.928152Z","caller":"traceutil/trace.go:172","msg":"trace[10545364] range","detail":"{range_begin:/registry/masterleases/199.19.213.85; range_end:; response_count:1; response_revision:1094; }","duration":"1.634120534s","start":"2026-06-08T15:22:18.294024Z","end":"2026-06-08T15:22:19.928144Z","steps":["trace[10545364] 'agreement among raft nodes before linearized reading' (duration: 1.634046963s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:19.928139Z","caller":"traceutil/trace.go:172","msg":"trace[1841556086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1094; }","duration":"3.097777603s","start":"2026-06-08T15:22:16.830348Z","end":"2026-06-08T15:22:19.928126Z","steps":["trace[1841556086] 'agreement among raft nodes before linearized reading' (duration: 3.097626041s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:19.928143Z","caller":"traceutil/trace.go:172","msg":"trace[1633116900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1094; }","duration":"539.914057ms","start":"2026-06-08T15:22:19.388201Z","end":"2026-06-08T15:22:19.928115Z","steps":["trace[1633116900] 'agreement among raft nodes before linearized reading' (duration: 539.690434ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.928175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:18.294006Z","time spent":"1.634162754s","remote":"127.0.0.1:56632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.85\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:19.928183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:16.830327Z","time spent":"3.097848164s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:19.928172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:17.382497Z","time spent":"2.545653625s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b72452f95d7d40\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:19.928202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:19.388179Z","time spent":"540.011648ms","remote":"127.0.0.1:56604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:22:19.928292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.258841692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-08T15:22:19.928322Z","caller":"traceutil/trace.go:172","msg":"trace[1061327362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1094; }","duration":"4.258876962s","start":"2026-06-08T15:22:15.669438Z","end":"2026-06-08T15:22:19.928315Z","steps":["trace[1061327362] 'agreement among raft nodes before linearized reading' (duration: 4.25881278s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.928350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:15.669418Z","time spent":"4.258927513s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:19.928050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:18.449085Z","time spent":"1.478959896s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-06-08T15:22:19.929195Z","caller":"traceutil/trace.go:172","msg":"trace[286373236] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"1.414135508s","start":"2026-06-08T15:22:18.515049Z","end":"2026-06-08T15:22:19.929184Z","steps":["trace[286373236] 'process raft request' (duration: 1.413721162s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:19.929286Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:18.515025Z","time spent":"1.414200369s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:20.439774Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:20.940088Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:21.171754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.06911ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-06-08T15:22:21.445144Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521385815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:21.454317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:19.929561Z","time spent":"1.524750584s","remote":"127.0.0.1:56632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-08T15:22:21.454294Z","caller":"traceutil/trace.go:172","msg":"trace[868159467] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"1.521707081s","start":"2026-06-08T15:22:19.932563Z","end":"2026-06-08T15:22:21.454270Z","steps":["trace[868159467] 'process raft request' (duration: 1.521652991s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:21.454472Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:19.932544Z","time spent":"1.521844273s","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:22:21.608829Z","caller":"traceutil/trace.go:172","msg":"trace[1053205346] linearizableReadLoop","detail":"{readStateIndex:1278; appliedIndex:1282; }","duration":"1.669449791s","start":"2026-06-08T15:22:19.939362Z","end":"2026-06-08T15:22:21.608812Z","steps":["trace[1053205346] 'read index received' (duration: 1.669443851s)","trace[1053205346] 'applied index is now lower than readState.Index' (duration: 4.8µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:21.612503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.673125571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:21.612581Z","caller":"traceutil/trace.go:172","msg":"trace[790733856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1100; }","duration":"1.673217872s","start":"2026-06-08T15:22:19.939346Z","end":"2026-06-08T15:22:21.612564Z","steps":["trace[790733856] 'agreement among raft nodes before linearized reading' (duration: 1.669598172s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:21.612621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:19.939290Z","time spent":"1.673322864s","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:22:22.087638Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9754971236521385821,"received-request-id":9754971236521385815} {"level":"info","ts":"2026-06-08T15:22:22.088045Z","caller":"traceutil/trace.go:172","msg":"trace[2003663126] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"1.147798381s","start":"2026-06-08T15:22:20.940226Z","end":"2026-06-08T15:22:22.088024Z","steps":["trace[2003663126] 'process raft request' (duration: 1.147559988s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:22.088429Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:20.940197Z","time spent":"1.148131086s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:22:22.100108Z","caller":"traceutil/trace.go:172","msg":"trace[1203999200] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1285; }","duration":"491.163871ms","start":"2026-06-08T15:22:21.608902Z","end":"2026-06-08T15:22:22.100066Z","steps":["trace[1203999200] 'read index received' (duration: 491.153241ms)","trace[1203999200] 'applied index is now lower than readState.Index' (duration: 8.99µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:22.100243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.335995922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sg62f\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"warn","ts":"2026-06-08T15:22:22.100285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.905195591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-06-08T15:22:22.100297Z","caller":"traceutil/trace.go:172","msg":"trace[1320796811] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sg62f; range_end:; response_count:1; response_revision:1103; }","duration":"1.336062013s","start":"2026-06-08T15:22:20.764221Z","end":"2026-06-08T15:22:22.100283Z","steps":["trace[1320796811] 'agreement among raft nodes before linearized reading' (duration: 1.335872771s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:22.100334Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:20.764199Z","time spent":"1.336126933s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18543,"request content":"key:\"/registry/pods/kube-system/cilium-sg62f\" limit:1 "} {"level":"info","ts":"2026-06-08T15:22:22.100333Z","caller":"traceutil/trace.go:172","msg":"trace[1724126898] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1103; }","duration":"1.905293802s","start":"2026-06-08T15:22:20.195024Z","end":"2026-06-08T15:22:22.100318Z","steps":["trace[1724126898] 'agreement among raft nodes before linearized reading' (duration: 1.90507911s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:22.100325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"642.476939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b72452f95d7d40\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-06-08T15:22:22.100323Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.152844914s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:22:22.100382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:20.195010Z","time spent":"1.905357704s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-06-08T15:22:22.100405Z","caller":"traceutil/trace.go:172","msg":"trace[1762549603] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18b72452f95d7d40; range_end:; response_count:1; response_revision:1104; }","duration":"642.55479ms","start":"2026-06-08T15:22:21.457823Z","end":"2026-06-08T15:22:22.100377Z","steps":["trace[1762549603] 'agreement among raft nodes before linearized reading' (duration: 642.349127ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:22.100414Z","caller":"traceutil/trace.go:172","msg":"trace[925724822] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"644.579337ms","start":"2026-06-08T15:22:21.455814Z","end":"2026-06-08T15:22:22.100393Z","steps":["trace[925724822] 'process raft request' (duration: 644.440745ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:22.100418Z","caller":"traceutil/trace.go:172","msg":"trace[18451951] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1105; }","duration":"2.152955205s","start":"2026-06-08T15:22:19.947442Z","end":"2026-06-08T15:22:22.100397Z","steps":["trace[18451951] 'agreement among raft nodes before linearized reading' (duration: 2.152793593s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:22.100506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:21.457808Z","time spent":"642.686891ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b72452f95d7d40\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:22.100560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:21.455777Z","time spent":"644.72995ms","remote":"127.0.0.1:56632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-08T15:22:22.102841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"488.782828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:22.102911Z","caller":"traceutil/trace.go:172","msg":"trace[1364323730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1108; }","duration":"488.822469ms","start":"2026-06-08T15:22:21.614047Z","end":"2026-06-08T15:22:22.102870Z","steps":["trace[1364323730] 'agreement among raft nodes before linearized reading' (duration: 488.734528ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:22.102952Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:21.613999Z","time spent":"488.944211ms","remote":"127.0.0.1:56604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-08T15:22:22.541800Z","caller":"traceutil/trace.go:172","msg":"trace[820207305] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1310; }","duration":"175.558154ms","start":"2026-06-08T15:22:22.366221Z","end":"2026-06-08T15:22:22.541779Z","steps":["trace[820207305] 'read index received' (duration: 175.517504ms)","trace[820207305] 'applied index is now lower than readState.Index' (duration: 39.53µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:22.543410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.164986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-08T15:22:22.543482Z","caller":"traceutil/trace.go:172","msg":"trace[1448867614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1128; }","duration":"177.251887ms","start":"2026-06-08T15:22:22.366217Z","end":"2026-06-08T15:22:22.543469Z","steps":["trace[1448867614] 'agreement among raft nodes before linearized reading' (duration: 175.649425ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:24.255231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.372163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:22:24.255321Z","caller":"traceutil/trace.go:172","msg":"trace[941895072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1146; }","duration":"242.477874ms","start":"2026-06-08T15:22:24.012824Z","end":"2026-06-08T15:22:24.255301Z","steps":["trace[941895072] 'range keys from in-memory index tree' (duration: 234.574926ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:31.015938Z","caller":"traceutil/trace.go:172","msg":"trace[655071550] linearizableReadLoop","detail":"{readStateIndex:1484; appliedIndex:1486; }","duration":"451.904979ms","start":"2026-06-08T15:22:30.564009Z","end":"2026-06-08T15:22:31.015914Z","steps":["trace[655071550] 'read index received' (duration: 451.900709ms)","trace[655071550] 'applied index is now lower than readState.Index' (duration: 3.54µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:31.016039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.01933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:31.016089Z","caller":"traceutil/trace.go:172","msg":"trace[1896907370] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1258; }","duration":"452.081441ms","start":"2026-06-08T15:22:30.563996Z","end":"2026-06-08T15:22:31.016077Z","steps":["trace[1896907370] 'agreement among raft nodes before linearized reading' (duration: 451.99262ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:31.016112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:30.563974Z","time spent":"452.132912ms","remote":"127.0.0.1:57584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:31.019022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"420.859773ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:31.019088Z","caller":"traceutil/trace.go:172","msg":"trace[934464450] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1258; }","duration":"420.932945ms","start":"2026-06-08T15:22:30.598143Z","end":"2026-06-08T15:22:31.019076Z","steps":["trace[934464450] 'agreement among raft nodes before linearized reading' (duration: 420.838603ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:31.019301Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"408.754171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-08T15:22:31.019418Z","caller":"traceutil/trace.go:172","msg":"trace[510284678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1258; }","duration":"408.891873ms","start":"2026-06-08T15:22:30.610504Z","end":"2026-06-08T15:22:31.019396Z","steps":["trace[510284678] 'agreement among raft nodes before linearized reading' (duration: 408.544419ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:31.019468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:30.610478Z","time spent":"408.977954ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:31.020063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.354933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:31.020103Z","caller":"traceutil/trace.go:172","msg":"trace[1133979678] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1258; }","duration":"178.398053ms","start":"2026-06-08T15:22:30.841697Z","end":"2026-06-08T15:22:31.020095Z","steps":["trace[1133979678] 'agreement among raft nodes before linearized reading' (duration: 178.331022ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:31.311420Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:34.709541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:34.738082Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:34.753492Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:34.763862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:34.943359Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-06-08T15:22:43.878783Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521386084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:44.379918Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521386084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:44.880584Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521386084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:45.378203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000383898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-08T15:22:45.378313Z","caller":"traceutil/trace.go:172","msg":"trace[617908619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509659s","start":"2026-06-08T15:22:43.377780Z","end":"2026-06-08T15:22:45.378290Z","steps":["trace[617908619] 'agreement among raft nodes before linearized reading' (duration: 2.000379578s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:45.378371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:43.377761Z","time spent":"2.00060053s","remote":"127.0.0.1:56604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/08 15:22:45 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-08T15:22:45.381158Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521386084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-08T15:22:45.588603Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.297319361s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-08T15:22:45.765278Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.825749ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-06-08T15:22:45.773189Z","caller":"traceutil/trace.go:172","msg":"trace[562388891] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1647; }","duration":"2.395382718s","start":"2026-06-08T15:22:43.377788Z","end":"2026-06-08T15:22:45.773171Z","steps":["trace[562388891] 'read index received' (duration: 2.389772665s)","trace[562388891] 'applied index is now lower than readState.Index' (duration: 5.609523ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:45.775507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.390031959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-06-08T15:22:45.775532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"386.796054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:45.775571Z","caller":"traceutil/trace.go:172","msg":"trace[432341918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1402; }","duration":"2.390108389s","start":"2026-06-08T15:22:43.385449Z","end":"2026-06-08T15:22:45.775557Z","steps":["trace[432341918] 'agreement among raft nodes before linearized reading' (duration: 2.389924566s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:45.775568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.318542945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-06-08T15:22:45.775579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.149744773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:22:45.775643Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.17743157s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:45.775655Z","caller":"traceutil/trace.go:172","msg":"trace[1956812417] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1402; }","duration":"1.149820803s","start":"2026-06-08T15:22:44.625822Z","end":"2026-06-08T15:22:45.775643Z","steps":["trace[1956812417] 'agreement among raft nodes before linearized reading' (duration: 1.149709862s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:45.775655Z","caller":"traceutil/trace.go:172","msg":"trace[884511296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1402; }","duration":"1.318651946s","start":"2026-06-08T15:22:44.456982Z","end":"2026-06-08T15:22:45.775634Z","steps":["trace[884511296] 'agreement among raft nodes before linearized reading' (duration: 1.318458284s)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:45.775668Z","caller":"traceutil/trace.go:172","msg":"trace[2011724299] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1402; }","duration":"2.177455091s","start":"2026-06-08T15:22:43.598207Z","end":"2026-06-08T15:22:45.775662Z","steps":["trace[2011724299] 'agreement among raft nodes before linearized reading' (duration: 2.17741912s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:45.775695Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:44.625802Z","time spent":"1.149886805s","remote":"127.0.0.1:56960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:45.775696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:44.456964Z","time spent":"1.318724258s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:45.775756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.796396462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:22:45.775757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.198348394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-08T15:22:45.775608Z","caller":"traceutil/trace.go:172","msg":"trace[1629202708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1402; }","duration":"386.877455ms","start":"2026-06-08T15:22:45.388714Z","end":"2026-06-08T15:22:45.775592Z","steps":["trace[1629202708] 'agreement among raft nodes before linearized reading' (duration: 386.760294ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:22:45.775838Z","caller":"traceutil/trace.go:172","msg":"trace[793567208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1402; }","duration":"2.198424475s","start":"2026-06-08T15:22:43.577396Z","end":"2026-06-08T15:22:45.775820Z","steps":["trace[793567208] 'agreement among raft nodes before linearized reading' (duration: 2.198253493s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:45.775657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.806960848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:22:45.775891Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:43.577368Z","time spent":"2.198510725s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-06-08T15:22:45.775914Z","caller":"traceutil/trace.go:172","msg":"trace[2074154044] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1402; }","duration":"1.807229121s","start":"2026-06-08T15:22:43.968670Z","end":"2026-06-08T15:22:45.775899Z","steps":["trace[2074154044] 'agreement among raft nodes before linearized reading' (duration: 1.806891998s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:45.775945Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:43.968639Z","time spent":"1.807296453s","remote":"127.0.0.1:57178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:45.775878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:45.388679Z","time spent":"387.188519ms","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:22:45.775609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:43.385436Z","time spent":"2.39016707s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-06-08T15:22:45.776045Z","caller":"traceutil/trace.go:172","msg":"trace[392031361] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1402; }","duration":"1.796464002s","start":"2026-06-08T15:22:43.979351Z","end":"2026-06-08T15:22:45.775815Z","steps":["trace[392031361] 'agreement among raft nodes before linearized reading' (duration: 1.796372821s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:45.776220Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:43.979325Z","time spent":"1.796884538s","remote":"127.0.0.1:57378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:22:45.776129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"394.529164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b72452f95d7d40\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-06-08T15:22:45.776955Z","caller":"traceutil/trace.go:172","msg":"trace[56095678] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18b72452f95d7d40; range_end:; response_count:1; response_revision:1402; }","duration":"395.325375ms","start":"2026-06-08T15:22:45.381585Z","end":"2026-06-08T15:22:45.776910Z","steps":["trace[56095678] 'agreement among raft nodes before linearized reading' (duration: 393.910637ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:22:45.777272Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:22:45.381535Z","time spent":"395.511177ms","remote":"127.0.0.1:56698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18b72452f95d7d40\" limit:1 "} {"level":"info","ts":"2026-06-08T15:22:50.216134Z","caller":"traceutil/trace.go:172","msg":"trace[1391382488] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1703; }","duration":"211.265952ms","start":"2026-06-08T15:22:50.004834Z","end":"2026-06-08T15:22:50.216100Z","steps":["trace[1391382488] 'read index received' (duration: 211.257172ms)","trace[1391382488] 'applied index is now lower than readState.Index' (duration: 6.82µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:22:50.219709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.671944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:22:50.219902Z","caller":"traceutil/trace.go:172","msg":"trace[1245193263] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1452; }","duration":"215.05566ms","start":"2026-06-08T15:22:50.004818Z","end":"2026-06-08T15:22:50.219873Z","steps":["trace[1245193263] 'agreement among raft nodes before linearized reading' (duration: 211.491384ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.191145Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521386201,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:23:04.622036Z","caller":"traceutil/trace.go:172","msg":"trace[971617473] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"1.913635413s","start":"2026-06-08T15:23:02.708383Z","end":"2026-06-08T15:23:04.622018Z","steps":["trace[971617473] 'process raft request' (duration: 1.913606653s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.622171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:02.708359Z","time spent":"1.913744574s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-08T15:23:04.627779Z","caller":"traceutil/trace.go:172","msg":"trace[554749823] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1772; }","duration":"1.811182625s","start":"2026-06-08T15:23:02.816570Z","end":"2026-06-08T15:23:04.627752Z","steps":["trace[554749823] 'read index received' (duration: 1.811171075s)","trace[554749823] 'applied index is now lower than readState.Index' (duration: 9.49µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:23:04.628018Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.811425047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-08T15:23:04.628050Z","caller":"traceutil/trace.go:172","msg":"trace[1221771772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1514; }","duration":"1.811482589s","start":"2026-06-08T15:23:02.816559Z","end":"2026-06-08T15:23:04.628041Z","steps":["trace[1221771772] 'agreement among raft nodes before linearized reading' (duration: 1.811306656s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.628074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:02.816543Z","time spent":"1.811525679s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:23:04.632527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.775903691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:23:04.632677Z","caller":"traceutil/trace.go:172","msg":"trace[1813875805] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1515; }","duration":"1.776030563s","start":"2026-06-08T15:23:02.856590Z","end":"2026-06-08T15:23:04.632620Z","steps":["trace[1813875805] 'agreement among raft nodes before linearized reading' (duration: 1.77581073s)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.632757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:02.856574Z","time spent":"1.776142784s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:23:04.635046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"441.768308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-08T15:23:04.635111Z","caller":"traceutil/trace.go:172","msg":"trace[1389501248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1515; }","duration":"441.84462ms","start":"2026-06-08T15:23:04.193253Z","end":"2026-06-08T15:23:04.635098Z","steps":["trace[1389501248] 'agreement among raft nodes before linearized reading' (duration: 439.253137ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.635142Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:04.193243Z","time spent":"441.89252ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:23:04.635284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"443.781604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:23:04.635341Z","caller":"traceutil/trace.go:172","msg":"trace[1322426978] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1515; }","duration":"443.838615ms","start":"2026-06-08T15:23:04.191488Z","end":"2026-06-08T15:23:04.635327Z","steps":["trace[1322426978] 'agreement among raft nodes before linearized reading' (duration: 441.026359ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.635374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:04.191477Z","time spent":"443.889165ms","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:23:04.635325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"441.656737ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:23:04.635475Z","caller":"traceutil/trace.go:172","msg":"trace[424370064] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1515; }","duration":"441.817969ms","start":"2026-06-08T15:23:04.193643Z","end":"2026-06-08T15:23:04.635461Z","steps":["trace[424370064] 'agreement among raft nodes before linearized reading' (duration: 438.850682ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.635280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"434.458147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:23:04.635511Z","caller":"traceutil/trace.go:172","msg":"trace[1523219274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1515; }","duration":"434.69025ms","start":"2026-06-08T15:23:04.200811Z","end":"2026-06-08T15:23:04.635502Z","steps":["trace[1523219274] 'agreement among raft nodes before linearized reading' (duration: 431.704492ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.635538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:04.200805Z","time spent":"434.7277ms","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:23:04.635446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.218705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-08T15:23:04.635733Z","caller":"traceutil/trace.go:172","msg":"trace[1096875263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1515; }","duration":"442.507068ms","start":"2026-06-08T15:23:04.193217Z","end":"2026-06-08T15:23:04.635724Z","steps":["trace[1096875263] 'agreement among raft nodes before linearized reading' (duration: 439.268718ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:04.635747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:04.193203Z","time spent":"442.538839ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-06-08T15:23:08.608592Z","caller":"traceutil/trace.go:172","msg":"trace[457492521] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1795; }","duration":"230.060104ms","start":"2026-06-08T15:23:08.378504Z","end":"2026-06-08T15:23:08.608564Z","steps":["trace[457492521] 'read index received' (duration: 230.053674ms)","trace[457492521] 'applied index is now lower than readState.Index' (duration: 5.28µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:23:08.609780Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.224629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:23:08.609882Z","caller":"traceutil/trace.go:172","msg":"trace[1016967022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1532; }","duration":"231.366061ms","start":"2026-06-08T15:23:08.378500Z","end":"2026-06-08T15:23:08.609866Z","steps":["trace[1016967022] 'agreement among raft nodes before linearized reading' (duration: 230.218517ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:11.517432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.565956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:23:11.517522Z","caller":"traceutil/trace.go:172","msg":"trace[130563117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1550; }","duration":"137.666377ms","start":"2026-06-08T15:23:11.379838Z","end":"2026-06-08T15:23:11.517504Z","steps":["trace[130563117] 'range keys from in-memory index tree' (duration: 135.303597ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:14.964890Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.316144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-06-08T15:23:24.875157Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9754971236521386305,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-08T15:23:25.012339Z","caller":"traceutil/trace.go:172","msg":"trace[322709256] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"260.377055ms","start":"2026-06-08T15:23:24.751944Z","end":"2026-06-08T15:23:25.012321Z","steps":["trace[322709256] 'process raft request' (duration: 260.189043ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:23:25.012649Z","caller":"traceutil/trace.go:172","msg":"trace[1655625707] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1876; }","duration":"637.872608ms","start":"2026-06-08T15:23:24.374726Z","end":"2026-06-08T15:23:25.012598Z","steps":["trace[1655625707] 'read index received' (duration: 637.869198ms)","trace[1655625707] 'applied index is now lower than readState.Index' (duration: 2.35µs)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:23:25.012749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"638.011399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:23:25.012783Z","caller":"traceutil/trace.go:172","msg":"trace[380192461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1604; }","duration":"638.054189ms","start":"2026-06-08T15:23:24.374722Z","end":"2026-06-08T15:23:25.012776Z","steps":["trace[380192461] 'agreement among raft nodes before linearized reading' (duration: 637.970399ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:25.012829Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:24.374704Z","time spent":"638.11926ms","remote":"127.0.0.1:56596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-08T15:23:25.016954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"626.953615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-06-08T15:23:25.017013Z","caller":"traceutil/trace.go:172","msg":"trace[779705964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1604; }","duration":"627.015536ms","start":"2026-06-08T15:23:24.389986Z","end":"2026-06-08T15:23:25.017002Z","steps":["trace[779705964] 'agreement among raft nodes before linearized reading' (duration: 626.925395ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:25.017038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:24.389955Z","time spent":"627.076536ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-06-08T15:23:25.017074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"581.018154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-06-08T15:23:25.017113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.254363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-06-08T15:23:25.017159Z","caller":"traceutil/trace.go:172","msg":"trace[1107297615] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1604; }","duration":"581.073575ms","start":"2026-06-08T15:23:24.436040Z","end":"2026-06-08T15:23:25.017113Z","steps":["trace[1107297615] 'agreement among raft nodes before linearized reading' (duration: 580.974014ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:25.017259Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.536792ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-08T15:23:25.017260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:24.436018Z","time spent":"581.227626ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-06-08T15:23:25.017285Z","caller":"traceutil/trace.go:172","msg":"trace[14851621] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1604; }","duration":"417.931066ms","start":"2026-06-08T15:23:24.599347Z","end":"2026-06-08T15:23:25.017278Z","steps":["trace[14851621] 'agreement among raft nodes before linearized reading' (duration: 417.522621ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:23:25.017175Z","caller":"traceutil/trace.go:172","msg":"trace[757540813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1604; }","duration":"424.327514ms","start":"2026-06-08T15:23:24.592833Z","end":"2026-06-08T15:23:25.017160Z","steps":["trace[757540813] 'agreement among raft nodes before linearized reading' (duration: 424.138121ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:23:25.017356Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-06-08T15:23:24.592806Z","time spent":"424.536057ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-06-08T15:24:36.282142Z","caller":"traceutil/trace.go:172","msg":"trace[1183499827] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"214.782058ms","start":"2026-06-08T15:24:36.067313Z","end":"2026-06-08T15:24:36.282095Z","steps":["trace[1183499827] 'process raft request' (duration: 214.577749ms)"],"step_count":1} {"level":"warn","ts":"2026-06-08T15:24:44.204090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.92828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-08T15:25:18.521658Z","caller":"traceutil/trace.go:172","msg":"trace[1702720715] linearizableReadLoop","detail":"{readStateIndex:2382; appliedIndex:2381; }","duration":"135.634985ms","start":"2026-06-08T15:25:18.386002Z","end":"2026-06-08T15:25:18.521637Z","steps":["trace[1702720715] 'read index received' (duration: 88.168861ms)","trace[1702720715] 'applied index is now lower than readState.Index' (duration: 47.464294ms)"],"step_count":2} {"level":"warn","ts":"2026-06-08T15:25:18.521780Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.76957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-08T15:25:18.521836Z","caller":"traceutil/trace.go:172","msg":"trace[129165427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2043; }","duration":"135.838252ms","start":"2026-06-08T15:25:18.385986Z","end":"2026-06-08T15:25:18.521824Z","steps":["trace[129165427] 'agreement among raft nodes before linearized reading' (duration: 135.726858ms)"],"step_count":1} {"level":"info","ts":"2026-06-08T15:25:18.634233Z","caller":"traceutil/trace.go:172","msg":"trace[1718852938] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"111.67229ms","start":"2026-06-08T15:25:18.522533Z","end":"2026-06-08T15:25:18.634205Z","steps":["trace[1718852938] 'process raft request' (duration: 101.124484ms)","trace[1718852938] 'compare' (duration: 10.339959ms)"],"step_count":2}