{"level":"warn","ts":"2026-05-28T21:43:45.021720Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-05-28T21:43:45.023912Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-05-28T21:43:45.023949Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.60:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.60:2380","--initial-cluster=controller-1=https://199.19.213.181:2380,controller-2=https://199.204.45.129:2380,controller-3=https://199.19.213.60:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.60:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.60:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-05-28T21:43:45.024059Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-05-28T21:43:45.024084Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T21:43:45.024096Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.60:2380"]} {"level":"info","ts":"2026-05-28T21:43:45.024131Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T21:43:45.024614Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.60:2379"]} {"level":"info","ts":"2026-05-28T21:43:45.024736Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.60:2380"],"listen-peer-urls":["https://199.19.213.60:2380"],"advertise-client-urls":["https://199.19.213.60:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.60:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.181:2380,controller-2=https://199.204.45.129:2380,controller-3=https://199.19.213.60:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-05-28T21:43:45.025806Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0001a0160}"} {"level":"info","ts":"2026-05-28T21:43:45.030389Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-28T21:43:45.030467Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.800717ms"} {"level":"info","ts":"2026-05-28T21:43:45.030562Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-05-28T21:43:45.030578Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-05-28T21:43:45.042893Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.129:2380","host":"199.204.45.129:2380","resolved-addr":"199.204.45.129:2380"} {"level":"info","ts":"2026-05-28T21:43:45.042947Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.181:2380","host":"199.19.213.181:2380","resolved-addr":"199.19.213.181:2380"} {"level":"info","ts":"2026-05-28T21:43:45.042967Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.129:2380","host":"199.204.45.129:2380","resolved-addr":"199.204.45.129:2380"} {"level":"info","ts":"2026-05-28T21:43:45.042977Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.60:2380","host":"199.19.213.60:2380","resolved-addr":"199.19.213.60:2380"} {"level":"info","ts":"2026-05-28T21:43:45.043005Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.60:2380","host":"199.19.213.60:2380","resolved-addr":"199.19.213.60:2380"} {"level":"info","ts":"2026-05-28T21:43:45.043015Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.181:2380","host":"199.19.213.181:2380","resolved-addr":"199.19.213.181:2380"} {"level":"info","ts":"2026-05-28T21:43:45.059360Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-05-28T21:43:45.069235Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-05-28T21:43:45.069300Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"f2246c81ea2a21c2","cluster-id":"b34324311008a1d3"} {"level":"info","ts":"2026-05-28T21:43:45.069325Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-05-28T21:43:45.069626Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f2246c81ea2a21c2 switched to configuration voters=()"} {"level":"info","ts":"2026-05-28T21:43:45.069668Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f2246c81ea2a21c2 became follower at term 0"} {"level":"info","ts":"2026-05-28T21:43:45.069678Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft f2246c81ea2a21c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-05-28T21:43:45.078856Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-28T21:43:45.082123Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-28T21:43:45.085043Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-28T21:43:45.085570Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.085585Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225","remote-peer-urls":["https://199.19.213.181:2380"]} {"level":"info","ts":"2026-05-28T21:43:45.085603Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.085609Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615","remote-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-05-28T21:43:45.085632Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.085645Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.085769Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.085789Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225","remote-peer-urls":["https://199.19.213.181:2380"]} {"level":"info","ts":"2026-05-28T21:43:45.085800Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.085817Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.086778Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.086879Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.087053Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.086589Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.086703Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.086544Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.091476Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.091521Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615","remote-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-05-28T21:43:45.091554Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"f2246c81ea2a21c2","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-28T21:43:45.091667Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-05-28T21:43:45.091783Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T21:43:45.091862Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.091783Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T21:43:45.091949Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T21:43:45.091982Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T21:43:45.091928Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.60:2380"} {"level":"info","ts":"2026-05-28T21:43:45.092039Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.60:2380"} {"level":"info","ts":"2026-05-28T21:43:45.092079Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"f2246c81ea2a21c2","initial-advertise-peer-urls":["https://199.19.213.60:2380"],"listen-peer-urls":["https://199.19.213.60:2380"],"advertise-client-urls":["https://199.19.213.60:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.60:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-28T21:43:45.092109Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-28T21:43:45.091810Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.092605Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f2246c81ea2a21c2","to":"caa2e49ad83be615","stream-type":"stream Message"} {"level":"info","ts":"2026-05-28T21:43:45.092642Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f2246c81ea2a21c2","to":"caa2e49ad83be615","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-28T21:43:45.092633Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.092667Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.092680Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.092648Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f2246c81ea2a21c2","to":"1a532052a1358225","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-28T21:43:45.092710Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.092777Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f2246c81ea2a21c2","to":"1a532052a1358225","stream-type":"stream Message"} {"level":"info","ts":"2026-05-28T21:43:45.092886Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.092929Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"f2246c81ea2a21c2 [term: 0] received a MsgHeartbeat message with higher term from 1a532052a1358225 [term: 2]"} {"level":"info","ts":"2026-05-28T21:43:45.092950Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f2246c81ea2a21c2 became follower at term 2"} {"level":"info","ts":"2026-05-28T21:43:45.092929Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.092960Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: f2246c81ea2a21c2 elected leader 1a532052a1358225 at term 2"} {"level":"info","ts":"2026-05-28T21:43:45.099580Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.100162Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.103987Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"f2246c81ea2a21c2","remote-snapshot-sender-id":"1a532052a1358225","incoming-snapshot-index":636,"incoming-snapshot-message-size-bytes":8749,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-05-28T21:43:45.109799Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.111188Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.118394Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/000000000000027c.snap.db","bytes":999424,"size":"999 kB"} {"level":"info","ts":"2026-05-28T21:43:45.118437Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"f2246c81ea2a21c2","remote-snapshot-sender-id":"1a532052a1358225","incoming-snapshot-index":636,"incoming-snapshot-size-bytes":999424,"incoming-snapshot-size":"999 kB","download-took":"17.958741ms"} {"level":"info","ts":"2026-05-28T21:43:45.118594Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 636, term: 2]"} {"level":"info","ts":"2026-05-28T21:43:45.118677Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f2246c81ea2a21c2 switched to configuration voters=(1896895407317156389 14601484295592470037) learners=(17448190161575354818)"} {"level":"info","ts":"2026-05-28T21:43:45.118698Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"f2246c81ea2a21c2 [commit: 636, lastindex: 636, lastterm: 2] restored snapshot [index: 636, term: 2]"} {"level":"info","ts":"2026-05-28T21:43:45.118707Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"f2246c81ea2a21c2 [commit: 636] restored snapshot [index: 636, term: 2]"} {"level":"info","ts":"2026-05-28T21:43:45.119107Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":636,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-05-28T21:43:45.124334Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":636} {"level":"info","ts":"2026-05-28T21:43:45.124509Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc001200048}"} {"level":"info","ts":"2026-05-28T21:43:45.128985Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-05-28T21:43:45.129044Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.578954ms"} {"level":"info","ts":"2026-05-28T21:43:45.129126Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-05-28T21:43:45.133140Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-05-28T21:43:45.133162Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-05-28T21:43:45.134612Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":589} {"level":"info","ts":"2026-05-28T21:43:45.134633Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":636} {"level":"info","ts":"2026-05-28T21:43:45.134644Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-05-28T21:43:45.134724Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-05-28T21:43:45.142346Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"f2246c81ea2a21c2","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-05-28T21:43:45.155881Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-05-28T21:43:45.155918Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-05-28T21:43:45.156013Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-05-28T21:43:45.156032Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-05-28T21:43:45.156721Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-05-28T21:43:45.157122Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-05-28T21:43:45.157164Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-05-28T21:43:45.157243Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-05-28T21:43:45.157267Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"b34324311008a1d3","local-member-id":"f2246c81ea2a21c2","recovered-remote-peer-id":"1a532052a1358225","recovered-remote-peer-urls":["https://199.19.213.181:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-05-28T21:43:45.157285Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"b34324311008a1d3","local-member-id":"f2246c81ea2a21c2","recovered-remote-peer-id":"caa2e49ad83be615","recovered-remote-peer-urls":["https://199.204.45.129:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-05-28T21:43:45.157298Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"b34324311008a1d3","local-member-id":"f2246c81ea2a21c2","recovered-remote-peer-id":"f2246c81ea2a21c2","recovered-remote-peer-urls":["https://199.19.213.60:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-05-28T21:43:45.157310Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-05-28T21:43:45.157320Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-05-28T21:43:45.157333Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-05-28T21:43:45.157348Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"1a532052a1358225"} {"level":"warn","ts":"2026-05-28T21:43:45.157387Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.157423Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"1a532052a1358225"} {"level":"warn","ts":"2026-05-28T21:43:45.157454Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.157464Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.157516Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"warn","ts":"2026-05-28T21:43:45.157676Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225","error":"context canceled"} {"level":"warn","ts":"2026-05-28T21:43:45.157749Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"1a532052a1358225","error":"failed to read 1a532052a1358225 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-05-28T21:43:45.157778Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"warn","ts":"2026-05-28T21:43:45.157889Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225","error":"context canceled"} {"level":"info","ts":"2026-05-28T21:43:45.157934Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.157946Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.157963Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"f2246c81ea2a21c2","removed-remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.157975Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"caa2e49ad83be615"} {"level":"warn","ts":"2026-05-28T21:43:45.158023Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.158046Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"caa2e49ad83be615"} {"level":"warn","ts":"2026-05-28T21:43:45.158082Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.158128Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.158232Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"warn","ts":"2026-05-28T21:43:45.158491Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615","error":"context canceled"} {"level":"warn","ts":"2026-05-28T21:43:45.158536Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"caa2e49ad83be615","error":"failed to read caa2e49ad83be615 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-05-28T21:43:45.158570Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"warn","ts":"2026-05-28T21:43:45.158681Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615","error":"context canceled"} {"level":"info","ts":"2026-05-28T21:43:45.158718Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.158735Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.158753Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"f2246c81ea2a21c2","removed-remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.158799Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-05-28T21:43:45.158816Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-05-28T21:43:45.158846Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.158870Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.159484Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.159665Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.159711Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.159755Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.159833Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.160080Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225","remote-peer-urls":["https://199.19.213.181:2380"]} {"level":"info","ts":"2026-05-28T21:43:45.160157Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.160192Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.160275Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.160380Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.160696Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.161940Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615","remote-peer-urls":["https://199.204.45.129:2380"]} {"level":"info","ts":"2026-05-28T21:43:45.161957Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-05-28T21:43:45.161980Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":636,"current-applied-index":636,"incoming-leader-snapshot-index":636,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-05-28T21:43:45.160764Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.162416Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"f2246c81ea2a21c2","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.60:2379]}","cluster-id":"b34324311008a1d3","publish-timeout":"7s"} {"level":"info","ts":"2026-05-28T21:43:45.161852Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.162722Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T21:43:45.162875Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T21:43:45.163169Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-28T21:43:45.163211Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-28T21:43:45.165667Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-05-28T21:43:45.167857Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-05-28T21:43:45.168034Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-05-28T21:43:45.169935Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-28T21:43:45.170445Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.60:2379"} {"level":"info","ts":"2026-05-28T21:43:45.173235Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f2246c81ea2a21c2","to":"caa2e49ad83be615","stream-type":"stream Message"} {"level":"info","ts":"2026-05-28T21:43:45.173291Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.173322Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.173473Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.173496Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.173527Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.177234Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f2246c81ea2a21c2","to":"1a532052a1358225","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-28T21:43:45.177289Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.177682Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f2246c81ea2a21c2","to":"1a532052a1358225","stream-type":"stream Message"} {"level":"info","ts":"2026-05-28T21:43:45.177700Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"info","ts":"2026-05-28T21:43:45.183854Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f2246c81ea2a21c2","to":"caa2e49ad83be615","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-05-28T21:43:45.183899Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.187978Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"caa2e49ad83be615"} {"level":"info","ts":"2026-05-28T21:43:45.189740Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f2246c81ea2a21c2","remote-peer-id":"1a532052a1358225"} {"level":"warn","ts":"2026-05-28T21:43:45.324822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.325566Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50464","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-28T21:43:45.348855Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f2246c81ea2a21c2 switched to configuration voters=(1896895407317156389 14601484295592470037 17448190161575354818)"} {"level":"info","ts":"2026-05-28T21:43:45.349154Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"b34324311008a1d3","local-member-id":"f2246c81ea2a21c2","promoted-member-id":"f2246c81ea2a21c2"} {"level":"warn","ts":"2026-05-28T21:43:45.358829Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.373732Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.395079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.421302Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.430564Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.441110Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.450018Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.460884Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.471234Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.483444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.494932Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.506488Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.520160Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.532679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50720","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.540726Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.548319Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.568413Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.578506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.591994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.640358Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.648431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.656575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.668720Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.680643Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50912","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.689137Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.697030Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.705126Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.713537Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.720190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.730891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.739788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.779941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.788528Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.801198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.809620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.819204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.826493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.836629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.846566Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.855320Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.863575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.871953Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.882893Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51272","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.890666Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.910430Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.919563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.925773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.937005Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.948634Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.957995Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.966491Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.975373Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.984387Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:45.995117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:46.005224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:46.034937Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51490","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:46.044099Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:46.054648Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:43:46.119669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51552","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-28T21:44:01.224997Z","caller":"traceutil/trace.go:172","msg":"trace[256753148] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:736; }","duration":"102.995659ms","start":"2026-05-28T21:44:01.121976Z","end":"2026-05-28T21:44:01.224972Z","steps":["trace[256753148] 'read index received' (duration: 102.986768ms)","trace[256753148] 'applied index is now lower than readState.Index' (duration: 7.671µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:01.225413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.406404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T21:44:01.225496Z","caller":"traceutil/trace.go:172","msg":"trace[253179460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:675; }","duration":"103.514625ms","start":"2026-05-28T21:44:01.121969Z","end":"2026-05-28T21:44:01.225484Z","steps":["trace[253179460] 'agreement among raft nodes before linearized reading' (duration: 103.12721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:01.682572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.059066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:01.682658Z","caller":"traceutil/trace.go:172","msg":"trace[303099618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"196.150128ms","start":"2026-05-28T21:44:01.486489Z","end":"2026-05-28T21:44:01.682639Z","steps":["trace[303099618] 'range keys from in-memory index tree' (duration: 194.381684ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:04.709227Z","caller":"traceutil/trace.go:172","msg":"trace[1910616544] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"176.057568ms","start":"2026-05-28T21:44:04.533112Z","end":"2026-05-28T21:44:04.709169Z","steps":["trace[1910616544] 'process raft request' (duration: 175.805435ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:05.224849Z","caller":"traceutil/trace.go:172","msg":"trace[1179222120] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:751; }","duration":"403.639784ms","start":"2026-05-28T21:44:04.821186Z","end":"2026-05-28T21:44:05.224826Z","steps":["trace[1179222120] 'read index received' (duration: 403.251399ms)","trace[1179222120] 'applied index is now lower than readState.Index' (duration: 387.705µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T21:44:05.224871Z","caller":"traceutil/trace.go:172","msg":"trace[472369148] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"504.438938ms","start":"2026-05-28T21:44:04.720403Z","end":"2026-05-28T21:44:05.224842Z","steps":["trace[472369148] 'process raft request' (duration: 504.119924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:05.225125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.922327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-05-28T21:44:05.225164Z","caller":"traceutil/trace.go:172","msg":"trace[1888939220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:690; }","duration":"403.982508ms","start":"2026-05-28T21:44:04.821169Z","end":"2026-05-28T21:44:05.225152Z","steps":["trace[1888939220] 'agreement among raft nodes before linearized reading' (duration: 403.803146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:05.225202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:04.821139Z","time spent":"404.05433ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:05.225747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:04.720387Z","time spent":"504.563959ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4802,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T21:44:12.202665Z","caller":"traceutil/trace.go:172","msg":"trace[1273957630] linearizableReadLoop","detail":"{readStateIndex:808; appliedIndex:808; }","duration":"113.129253ms","start":"2026-05-28T21:44:12.089505Z","end":"2026-05-28T21:44:12.202635Z","steps":["trace[1273957630] 'read index received' (duration: 113.122453ms)","trace[1273957630] 'applied index is now lower than readState.Index' (duration: 5.47µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:12.290641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.682514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-05-28T21:44:12.290839Z","caller":"traceutil/trace.go:172","msg":"trace[2117243028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:740; }","duration":"201.316032ms","start":"2026-05-28T21:44:12.089501Z","end":"2026-05-28T21:44:12.290817Z","steps":["trace[2117243028] 'agreement among raft nodes before linearized reading' (duration: 113.239434ms)","trace[2117243028] 'range keys from in-memory index tree' (duration: 86.420957ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T21:44:25.106362Z","caller":"traceutil/trace.go:172","msg":"trace[1389646266] linearizableReadLoop","detail":"{readStateIndex:984; appliedIndex:985; }","duration":"205.384473ms","start":"2026-05-28T21:44:24.900945Z","end":"2026-05-28T21:44:25.106330Z","steps":["trace[1389646266] 'read index received' (duration: 205.370583ms)","trace[1389646266] 'applied index is now lower than readState.Index' (duration: 11.65µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:25.106666Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.639196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T21:44:25.106858Z","caller":"traceutil/trace.go:172","msg":"trace[1090559858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:860; }","duration":"205.862679ms","start":"2026-05-28T21:44:24.900940Z","end":"2026-05-28T21:44:25.106802Z","steps":["trace[1090559858] 'agreement among raft nodes before linearized reading' (duration: 205.509405ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:25.107803Z","caller":"traceutil/trace.go:172","msg":"trace[1558393474] transaction","detail":"{read_only:false; number_of_response:1; response_revision:863; }","duration":"218.647094ms","start":"2026-05-28T21:44:24.889141Z","end":"2026-05-28T21:44:25.107788Z","steps":["trace[1558393474] 'process raft request' (duration: 218.571163ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:25.107955Z","caller":"traceutil/trace.go:172","msg":"trace[2005872890] transaction","detail":"{read_only:false; number_of_response:1; response_revision:863; }","duration":"224.967141ms","start":"2026-05-28T21:44:24.882976Z","end":"2026-05-28T21:44:25.107943Z","steps":["trace[2005872890] 'process raft request' (duration: 224.700147ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:25.108213Z","caller":"traceutil/trace.go:172","msg":"trace[250885524] transaction","detail":"{read_only:false; number_of_response:1; response_revision:863; }","duration":"265.770485ms","start":"2026-05-28T21:44:24.842285Z","end":"2026-05-28T21:44:25.108055Z","steps":["trace[250885524] 'process raft request' (duration: 265.36058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:25.973538Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:26.474572Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:26.975479Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:27.476188Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:27.977300Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796676,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:28.073958Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.603813796s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T21:44:28.112516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.449882383s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:28.112604Z","caller":"traceutil/trace.go:172","msg":"trace[1482488818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:881; }","duration":"2.449982794s","start":"2026-05-28T21:44:25.662601Z","end":"2026-05-28T21:44:28.112583Z","steps":["trace[1482488818] 'range keys from in-memory index tree' (duration: 2.449833743s)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:28.196016Z","caller":"traceutil/trace.go:172","msg":"trace[1163134712] transaction","detail":"{read_only:false; number_of_response:1; response_revision:895; }","duration":"2.750849829s","start":"2026-05-28T21:44:25.445136Z","end":"2026-05-28T21:44:28.195986Z","steps":["trace[1163134712] 'process raft request' (duration: 2.750565145s)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:28.196402Z","caller":"traceutil/trace.go:172","msg":"trace[986421126] linearizableReadLoop","detail":"{readStateIndex:1052; appliedIndex:1039; }","duration":"2.723255895s","start":"2026-05-28T21:44:25.473123Z","end":"2026-05-28T21:44:28.196379Z","steps":["trace[986421126] 'read index received' (duration: 2.715719295s)","trace[986421126] 'applied index is now lower than readState.Index' (duration: 7.53508ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T21:44:28.196461Z","caller":"traceutil/trace.go:172","msg":"trace[550200109] transaction","detail":"{read_only:false; number_of_response:1; response_revision:896; }","duration":"2.708399216s","start":"2026-05-28T21:44:25.488037Z","end":"2026-05-28T21:44:28.196436Z","steps":["trace[550200109] 'process raft request' (duration: 2.70790383s)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:28.196484Z","caller":"traceutil/trace.go:172","msg":"trace[649150775] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"820.798278ms","start":"2026-05-28T21:44:27.375618Z","end":"2026-05-28T21:44:28.196416Z","steps":["trace[649150775] 'process raft request' (duration: 820.689226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:28.196559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.723417867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-05-28T21:44:28.196576Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:25.488005Z","time spent":"2.708508798s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":91,"response count":0,"response size":18093,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T21:44:28.196601Z","caller":"traceutil/trace.go:172","msg":"trace[1805693239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:897; }","duration":"2.723469778s","start":"2026-05-28T21:44:25.473119Z","end":"2026-05-28T21:44:28.196589Z","steps":["trace[1805693239] 'agreement among raft nodes before linearized reading' (duration: 2.723386347s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:28.196582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:27.375589Z","time spent":"820.95558ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T21:44:28.196633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:25.473110Z","time spent":"2.723514568s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:28.196828Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:25.445115Z","time spent":"2.751418645s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":104,"response count":0,"response size":65473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T21:44:28.198730Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.898065284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-28T21:44:28.198778Z","caller":"traceutil/trace.go:172","msg":"trace[688100689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:897; }","duration":"1.898119285s","start":"2026-05-28T21:44:26.300650Z","end":"2026-05-28T21:44:28.198769Z","steps":["trace[688100689] 'agreement among raft nodes before linearized reading' (duration: 1.897982203s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:28.198815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:26.300629Z","time spent":"1.898168125s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:28.198923Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.711774371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:28.198955Z","caller":"traceutil/trace.go:172","msg":"trace[749709740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:897; }","duration":"1.711807672s","start":"2026-05-28T21:44:26.487141Z","end":"2026-05-28T21:44:28.198948Z","steps":["trace[749709740] 'agreement among raft nodes before linearized reading' (duration: 1.711759591s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:28.198969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:26.487116Z","time spent":"1.711850052s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T21:44:28.199177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.416071821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-28T21:44:28.199295Z","caller":"traceutil/trace.go:172","msg":"trace[767486739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:897; }","duration":"1.416306714s","start":"2026-05-28T21:44:26.782965Z","end":"2026-05-28T21:44:28.199272Z","steps":["trace[767486739] 'agreement among raft nodes before linearized reading' (duration: 1.415951979s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:28.199346Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:26.782941Z","time spent":"1.416388785s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:28.199144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.896144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.60\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-28T21:44:28.200635Z","caller":"traceutil/trace.go:172","msg":"trace[1438607910] range","detail":"{range_begin:/registry/masterleases/199.19.213.60; range_end:; response_count:1; response_revision:897; }","duration":"181.392792ms","start":"2026-05-28T21:44:28.019230Z","end":"2026-05-28T21:44:28.200623Z","steps":["trace[1438607910] 'agreement among raft nodes before linearized reading' (duration: 179.644061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:32.363063Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:32.864173Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T21:44:33.027670Z","caller":"traceutil/trace.go:172","msg":"trace[155039216] linearizableReadLoop","detail":"{readStateIndex:1100; appliedIndex:1102; }","duration":"1.165256604s","start":"2026-05-28T21:44:31.862385Z","end":"2026-05-28T21:44:33.027641Z","steps":["trace[155039216] 'read index received' (duration: 1.165242703s)","trace[155039216] 'applied index is now lower than readState.Index' (duration: 9.491µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:33.027810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.165412525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-28T21:44:33.027870Z","caller":"traceutil/trace.go:172","msg":"trace[827733821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:930; }","duration":"1.165485546s","start":"2026-05-28T21:44:31.862373Z","end":"2026-05-28T21:44:33.027858Z","steps":["trace[827733821] 'agreement among raft nodes before linearized reading' (duration: 1.165366995s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:33.027899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:31.862355Z","time spent":"1.165537478s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:33.157220Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2432680954940796722,"received-request-id":2432680954940796721} {"level":"info","ts":"2026-05-28T21:44:33.158101Z","caller":"traceutil/trace.go:172","msg":"trace[683914521] linearizableReadLoop","detail":"{readStateIndex:1104; appliedIndex:1104; }","duration":"130.345408ms","start":"2026-05-28T21:44:33.027741Z","end":"2026-05-28T21:44:33.158087Z","steps":["trace[683914521] 'read index received' (duration: 130.340388ms)","trace[683914521] 'applied index is now lower than readState.Index' (duration: 4.42µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:33.158227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.035430757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-28T21:44:33.158249Z","caller":"traceutil/trace.go:172","msg":"trace[1819808357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:931; }","duration":"1.035467167s","start":"2026-05-28T21:44:32.122775Z","end":"2026-05-28T21:44:33.158243Z","steps":["trace[1819808357] 'agreement among raft nodes before linearized reading' (duration: 1.035354646s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:33.158225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"495.486703ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:44:33.158273Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:32.122750Z","time spent":"1.035517238s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:33.158297Z","caller":"traceutil/trace.go:172","msg":"trace[1702551335] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:931; }","duration":"495.582394ms","start":"2026-05-28T21:44:32.662699Z","end":"2026-05-28T21:44:33.158282Z","steps":["trace[1702551335] 'agreement among raft nodes before linearized reading' (duration: 495.446682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:33.158430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"775.779581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T21:44:33.158450Z","caller":"traceutil/trace.go:172","msg":"trace[1378456045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:931; }","duration":"775.800442ms","start":"2026-05-28T21:44:32.382644Z","end":"2026-05-28T21:44:33.158444Z","steps":["trace[1378456045] 'agreement among raft nodes before linearized reading' (duration: 775.744241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:33.158465Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:32.382625Z","time spent":"775.836312ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:33.922271Z","caller":"traceutil/trace.go:172","msg":"trace[373337869] linearizableReadLoop","detail":"{readStateIndex:1106; appliedIndex:1106; }","duration":"436.189292ms","start":"2026-05-28T21:44:33.486057Z","end":"2026-05-28T21:44:33.922246Z","steps":["trace[373337869] 'read index received' (duration: 436.183192ms)","trace[373337869] 'applied index is now lower than readState.Index' (duration: 5.06µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:33.922437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"436.361314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:33.922512Z","caller":"traceutil/trace.go:172","msg":"trace[1034391550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:932; }","duration":"436.449245ms","start":"2026-05-28T21:44:33.486045Z","end":"2026-05-28T21:44:33.922494Z","steps":["trace[1034391550] 'agreement among raft nodes before linearized reading' (duration: 436.299584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:33.922576Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:33.486020Z","time spent":"436.547626ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T21:44:33.923601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.493126ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:33.923651Z","caller":"traceutil/trace.go:172","msg":"trace[1584492898] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:933; }","duration":"260.549287ms","start":"2026-05-28T21:44:33.663090Z","end":"2026-05-28T21:44:33.923639Z","steps":["trace[1584492898] 'agreement among raft nodes before linearized reading' (duration: 260.469996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:34.986848Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:35.487459Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:35.988115Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796727,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T21:44:36.070526Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"f2246c81ea2a21c2 is starting a new election at term 2"} {"level":"info","ts":"2026-05-28T21:44:36.070573Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"f2246c81ea2a21c2 became pre-candidate at term 2"} {"level":"info","ts":"2026-05-28T21:44:36.070610Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"f2246c81ea2a21c2 [logterm: 2, index: 1113] sent MsgPreVote request to 1a532052a1358225 at term 2"} {"level":"info","ts":"2026-05-28T21:44:36.070633Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"f2246c81ea2a21c2 [logterm: 2, index: 1113] sent MsgPreVote request to caa2e49ad83be615 at term 2"} {"level":"info","ts":"2026-05-28T21:44:36.070652Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: f2246c81ea2a21c2 lost leader 1a532052a1358225 at term 2"} {"level":"info","ts":"2026-05-28T21:44:36.070712Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f2246c81ea2a21c2 received MsgPreVoteResp from f2246c81ea2a21c2 at term 2"} {"level":"info","ts":"2026-05-28T21:44:36.070738Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f2246c81ea2a21c2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-28T21:44:36.181012Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f2246c81ea2a21c2 became follower at term 2"} {"level":"info","ts":"2026-05-28T21:44:36.181066Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: f2246c81ea2a21c2 elected leader 1a532052a1358225 at term 2"} {"level":"warn","ts":"2026-05-28T21:44:36.181275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.69498151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-28T21:44:36.181403Z","caller":"traceutil/trace.go:172","msg":"trace[561631865] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.695133772s","start":"2026-05-28T21:44:34.486245Z","end":"2026-05-28T21:44:36.181379Z","steps":["trace[561631865] 'agreement among raft nodes before linearized reading' (duration: 1.69497768s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:36.181498Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:34.486224Z","time spent":"1.695260244s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T21:44:36.187073Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2432680954940796729,"received-request-id":2432680954940796727} {"level":"info","ts":"2026-05-28T21:44:36.196053Z","caller":"traceutil/trace.go:172","msg":"trace[132657722] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"638.851612ms","start":"2026-05-28T21:44:35.557186Z","end":"2026-05-28T21:44:36.196038Z","steps":["trace[132657722] 'process raft request' (duration: 638.62313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:36.196171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:35.557161Z","time spent":"638.951603ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T21:44:36.196596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.53295871s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:44:36.196708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"682.787949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-05-28T21:44:36.196710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"511.942441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-28T21:44:36.196761Z","caller":"traceutil/trace.go:172","msg":"trace[2080079159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:942; }","duration":"512.000442ms","start":"2026-05-28T21:44:35.684750Z","end":"2026-05-28T21:44:36.196751Z","steps":["trace[2080079159] 'agreement among raft nodes before linearized reading' (duration: 511.8917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:36.196800Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:35.684715Z","time spent":"512.077733ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:36.196730Z","caller":"traceutil/trace.go:172","msg":"trace[1783242724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:942; }","duration":"682.806709ms","start":"2026-05-28T21:44:35.513916Z","end":"2026-05-28T21:44:36.196723Z","steps":["trace[1783242724] 'agreement among raft nodes before linearized reading' (duration: 682.733189ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:36.196687Z","caller":"traceutil/trace.go:172","msg":"trace[1522141919] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:942; }","duration":"1.533052551s","start":"2026-05-28T21:44:34.663623Z","end":"2026-05-28T21:44:36.196676Z","steps":["trace[1522141919] 'agreement among raft nodes before linearized reading' (duration: 1.53294258s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:36.196929Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:35.513897Z","time spent":"682.967521ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:36.196630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.863866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-28T21:44:36.197197Z","caller":"traceutil/trace.go:172","msg":"trace[658012365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:942; }","duration":"470.427623ms","start":"2026-05-28T21:44:35.726758Z","end":"2026-05-28T21:44:36.197186Z","steps":["trace[658012365] 'agreement among raft nodes before linearized reading' (duration: 469.847266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:36.197272Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:35.726734Z","time spent":"470.527644ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:37.162833Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:37.663475Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:38.163642Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796739,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T21:44:38.511052Z","caller":"traceutil/trace.go:172","msg":"trace[947562202] linearizableReadLoop","detail":"{readStateIndex:1132; appliedIndex:1132; }","duration":"1.848437039s","start":"2026-05-28T21:44:36.662589Z","end":"2026-05-28T21:44:38.511025Z","steps":["trace[947562202] 'read index received' (duration: 1.848427929s)","trace[947562202] 'applied index is now lower than readState.Index' (duration: 7.78µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:38.539016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.876400575s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:38.539096Z","caller":"traceutil/trace.go:172","msg":"trace[1106816843] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:956; }","duration":"1.876490436s","start":"2026-05-28T21:44:36.662584Z","end":"2026-05-28T21:44:38.539074Z","steps":["trace[1106816843] 'agreement among raft nodes before linearized reading' (duration: 1.848583661s)","trace[1106816843] 'range keys from in-memory index tree' (duration: 27.795524ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:39.011883Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:39.486077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999980079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-28T21:44:39.486165Z","caller":"traceutil/trace.go:172","msg":"trace[395591274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083681s","start":"2026-05-28T21:44:37.486062Z","end":"2026-05-28T21:44:39.486146Z","steps":["trace[395591274] 'agreement among raft nodes before linearized reading' (duration: 1.999976259s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:39.486219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:37.486032Z","time spent":"2.000178101s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T21:44:39.512656Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:39.654017Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.140720378s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-28T21:44:39.654562Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2432680954940796741,"received-request-id":2432680954940796739} {"level":"warn","ts":"2026-05-28T21:44:40.013525Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:40.514698Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:40.607814Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2432680954940796741,"received-request-id":2432680954940796739} {"level":"info","ts":"2026-05-28T21:44:40.619335Z","caller":"traceutil/trace.go:172","msg":"trace[675200823] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"2.346361045s","start":"2026-05-28T21:44:38.272938Z","end":"2026-05-28T21:44:40.619299Z","steps":["trace[675200823] 'process raft request' (duration: 2.346237373s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:40.619573Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:38.272891Z","time spent":"2.346604458s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T21:44:40.657176Z","caller":"traceutil/trace.go:172","msg":"trace[174791788] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1144; }","duration":"2.145996566s","start":"2026-05-28T21:44:38.511134Z","end":"2026-05-28T21:44:40.657130Z","steps":["trace[174791788] 'read index received' (duration: 2.105674668s)","trace[174791788] 'applied index is now lower than readState.Index' (duration: 40.317148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:40.657300Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2432680954940796743,"received-request-id":2432680954940796741} {"level":"warn","ts":"2026-05-28T21:44:40.657434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.636352026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.60\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-28T21:44:40.657501Z","caller":"traceutil/trace.go:172","msg":"trace[1082673583] range","detail":"{range_begin:/registry/masterleases/199.19.213.60; range_end:; response_count:1; response_revision:993; }","duration":"2.636459947s","start":"2026-05-28T21:44:38.021029Z","end":"2026-05-28T21:44:40.657489Z","steps":["trace[1082673583] 'agreement among raft nodes before linearized reading' (duration: 2.636209534s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:40.657568Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:38.020977Z","time spent":"2.636580968s","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.60\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:40.657612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.710922991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cdzbn\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-05-28T21:44:40.657594Z","caller":"traceutil/trace.go:172","msg":"trace[777837019] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"103.036296ms","start":"2026-05-28T21:44:40.553782Z","end":"2026-05-28T21:44:40.656819Z","steps":["trace[777837019] 'process raft request' (duration: 102.992146ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:40.657659Z","caller":"traceutil/trace.go:172","msg":"trace[882629952] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cdzbn; range_end:; response_count:1; response_revision:993; }","duration":"3.711009562s","start":"2026-05-28T21:44:36.946634Z","end":"2026-05-28T21:44:40.657644Z","steps":["trace[882629952] 'agreement among raft nodes before linearized reading' (duration: 3.710760579s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:40.657725Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:36.946612Z","time spent":"3.711094163s","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18373,"request content":"key:\"/registry/pods/kube-system/cilium-cdzbn\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:40.660232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.118978711s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:40.660286Z","caller":"traceutil/trace.go:172","msg":"trace[961215585] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:993; }","duration":"2.119033421s","start":"2026-05-28T21:44:38.541235Z","end":"2026-05-28T21:44:40.660268Z","steps":["trace[961215585] 'agreement among raft nodes before linearized reading' (duration: 2.11895813s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:40.660325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.598009285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-05-28T21:44:40.660360Z","caller":"traceutil/trace.go:172","msg":"trace[2008468087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:993; }","duration":"1.598047335s","start":"2026-05-28T21:44:39.062302Z","end":"2026-05-28T21:44:40.660350Z","steps":["trace[2008468087] 'agreement among raft nodes before linearized reading' (duration: 1.597981905s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:40.660381Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:39.062288Z","time spent":"1.598086417s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:40.660394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.173334084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:40.660436Z","caller":"traceutil/trace.go:172","msg":"trace[1425293017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:993; }","duration":"1.173382194s","start":"2026-05-28T21:44:39.487042Z","end":"2026-05-28T21:44:40.660424Z","steps":["trace[1425293017] 'agreement among raft nodes before linearized reading' (duration: 1.173303213s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:40.660435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.780836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:44:40.660463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:39.487028Z","time spent":"1.173430075s","remote":"127.0.0.1:50484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T21:44:40.660493Z","caller":"traceutil/trace.go:172","msg":"trace[276949302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:993; }","duration":"135.907778ms","start":"2026-05-28T21:44:40.524569Z","end":"2026-05-28T21:44:40.660477Z","steps":["trace[276949302] 'agreement among raft nodes before linearized reading' (duration: 135.736376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:40.660402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.01576305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T21:44:40.660595Z","caller":"traceutil/trace.go:172","msg":"trace[1112399234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:993; }","duration":"1.015986383s","start":"2026-05-28T21:44:39.644601Z","end":"2026-05-28T21:44:40.660587Z","steps":["trace[1112399234] 'agreement among raft nodes before linearized reading' (duration: 1.015650959s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:40.660617Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:39.644578Z","time spent":"1.016031863s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:40.660615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.746093521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-05-28T21:44:40.660617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"967.525579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-28T21:44:40.660638Z","caller":"traceutil/trace.go:172","msg":"trace[1994781333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:993; }","duration":"1.746117662s","start":"2026-05-28T21:44:38.914514Z","end":"2026-05-28T21:44:40.660631Z","steps":["trace[1994781333] 'agreement among raft nodes before linearized reading' (duration: 1.746068961s)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:40.660644Z","caller":"traceutil/trace.go:172","msg":"trace[498472871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:993; }","duration":"967.5561ms","start":"2026-05-28T21:44:39.693081Z","end":"2026-05-28T21:44:40.660637Z","steps":["trace[498472871] 'agreement among raft nodes before linearized reading' (duration: 967.499489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:40.660656Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:38.914494Z","time spent":"1.746156602s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:40.660661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:39.693062Z","time spent":"967.59456ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:42.269153Z","caller":"traceutil/trace.go:172","msg":"trace[398539773] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"217.347431ms","start":"2026-05-28T21:44:42.051786Z","end":"2026-05-28T21:44:42.269134Z","steps":["trace[398539773] 'process raft request' (duration: 217.032657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:42.985493Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:43.486213Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796763,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:43.972460Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.024351358s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T21:44:43.972711Z","caller":"traceutil/trace.go:172","msg":"trace[605671348] linearizableReadLoop","detail":"{readStateIndex:1197; appliedIndex:1197; }","duration":"1.487541619s","start":"2026-05-28T21:44:42.485145Z","end":"2026-05-28T21:44:43.972687Z","steps":["trace[605671348] 'read index received' (duration: 1.487531259s)","trace[605671348] 'applied index is now lower than readState.Index' (duration: 8.99µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:43.972907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.487716731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:43.973019Z","caller":"traceutil/trace.go:172","msg":"trace[430904055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1018; }","duration":"1.487874083s","start":"2026-05-28T21:44:42.485127Z","end":"2026-05-28T21:44:43.973001Z","steps":["trace[430904055] 'agreement among raft nodes before linearized reading' (duration: 1.487656911s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:43.973098Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:42.485104Z","time spent":"1.487983594s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T21:44:44.473226Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:44.894370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.488764ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-28T21:44:44.955435Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2432680954940796765,"received-request-id":2432680954940796763} {"level":"info","ts":"2026-05-28T21:44:44.955795Z","caller":"traceutil/trace.go:172","msg":"trace[1971736498] linearizableReadLoop","detail":"{readStateIndex:1205; appliedIndex:1206; }","duration":"982.993547ms","start":"2026-05-28T21:44:43.972783Z","end":"2026-05-28T21:44:44.955777Z","steps":["trace[1971736498] 'read index received' (duration: 982.988017ms)","trace[1971736498] 'applied index is now lower than readState.Index' (duration: 4.69µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:44.955954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.398598686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-05-28T21:44:44.955999Z","caller":"traceutil/trace.go:172","msg":"trace[413037565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1026; }","duration":"1.398658867s","start":"2026-05-28T21:44:43.557328Z","end":"2026-05-28T21:44:44.955987Z","steps":["trace[413037565] 'agreement among raft nodes before linearized reading' (duration: 1.398483025s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:44.956034Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:43.557314Z","time spent":"1.398711459s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:44.956064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.292737522s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:44.956092Z","caller":"traceutil/trace.go:172","msg":"trace[1161074563] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1026; }","duration":"2.292760692s","start":"2026-05-28T21:44:42.663321Z","end":"2026-05-28T21:44:44.956082Z","steps":["trace[1161074563] 'agreement among raft nodes before linearized reading' (duration: 2.292729572s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:44.955965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.457121912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-05-28T21:44:44.956486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.06566472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T21:44:44.956034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.039506537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-28T21:44:44.956542Z","caller":"traceutil/trace.go:172","msg":"trace[1303172489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1026; }","duration":"1.457688678s","start":"2026-05-28T21:44:43.498827Z","end":"2026-05-28T21:44:44.956515Z","steps":["trace[1303172489] 'agreement among raft nodes before linearized reading' (duration: 1.457048271s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:44.956646Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:43.498802Z","time spent":"1.457803609s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:44.956667Z","caller":"traceutil/trace.go:172","msg":"trace[908777535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1026; }","duration":"2.040071783s","start":"2026-05-28T21:44:42.916520Z","end":"2026-05-28T21:44:44.956592Z","steps":["trace[908777535] 'agreement among raft nodes before linearized reading' (duration: 2.039463036s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:44.956733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:42.916496Z","time spent":"2.040217374s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:44.956534Z","caller":"traceutil/trace.go:172","msg":"trace[246069056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1026; }","duration":"1.06571405s","start":"2026-05-28T21:44:43.890808Z","end":"2026-05-28T21:44:44.956522Z","steps":["trace[246069056] 'agreement among raft nodes before linearized reading' (duration: 1.065426437s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:44.956794Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:43.890789Z","time spent":"1.065996403s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:44.958556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"984.16383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:44.958603Z","caller":"traceutil/trace.go:172","msg":"trace[990677956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1026; }","duration":"984.217181ms","start":"2026-05-28T21:44:43.974376Z","end":"2026-05-28T21:44:44.958593Z","steps":["trace[990677956] 'agreement among raft nodes before linearized reading' (duration: 983.965228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:44.958803Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:43.974356Z","time spent":"984.437403ms","remote":"127.0.0.1:50484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T21:44:45.601300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.474967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-28T21:44:45.985729Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T21:44:46.390996Z","caller":"traceutil/trace.go:172","msg":"trace[595424115] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1213; }","duration":"906.2052ms","start":"2026-05-28T21:44:45.484767Z","end":"2026-05-28T21:44:46.390972Z","steps":["trace[595424115] 'read index received' (duration: 906.19887ms)","trace[595424115] 'applied index is now lower than readState.Index' (duration: 4.71µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:46.564208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.079435143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:46.564792Z","caller":"traceutil/trace.go:172","msg":"trace[1496368553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1032; }","duration":"1.08002317s","start":"2026-05-28T21:44:45.484753Z","end":"2026-05-28T21:44:46.564776Z","steps":["trace[1496368553] 'agreement among raft nodes before linearized reading' (duration: 906.475873ms)","trace[1496368553] 'range keys from in-memory index tree' (duration: 172.93324ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:46.564553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.111622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-28T21:44:46.564927Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:45.484733Z","time spent":"1.080183362s","remote":"127.0.0.1:50484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T21:44:46.565357Z","caller":"traceutil/trace.go:172","msg":"trace[934492368] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"956.812156ms","start":"2026-05-28T21:44:45.608520Z","end":"2026-05-28T21:44:46.565332Z","steps":["trace[934492368] 'process raft request' (duration: 956.753446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:46.565594Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:45.608494Z","time spent":"956.940858ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T21:44:46.570196Z","caller":"traceutil/trace.go:172","msg":"trace[1199854125] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1216; }","duration":"179.120701ms","start":"2026-05-28T21:44:46.391059Z","end":"2026-05-28T21:44:46.570180Z","steps":["trace[1199854125] 'read index received' (duration: 179.112531ms)","trace[1199854125] 'applied index is now lower than readState.Index' (duration: 6.86µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:46.570290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"907.096375ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:46.570378Z","caller":"traceutil/trace.go:172","msg":"trace[808619993] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1035; }","duration":"907.143795ms","start":"2026-05-28T21:44:45.663174Z","end":"2026-05-28T21:44:46.570318Z","steps":["trace[808619993] 'agreement among raft nodes before linearized reading' (duration: 907.062634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:46.570489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"588.727902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cdzbn\" limit:1 ","response":"range_response_count:1 size:18885"} {"level":"warn","ts":"2026-05-28T21:44:46.570605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"422.125103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:46.570664Z","caller":"traceutil/trace.go:172","msg":"trace[274433959] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1035; }","duration":"422.558578ms","start":"2026-05-28T21:44:46.148097Z","end":"2026-05-28T21:44:46.570655Z","steps":["trace[274433959] 'agreement among raft nodes before linearized reading' (duration: 422.100623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:46.570707Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:46.148076Z","time spent":"422.622759ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:46.570625Z","caller":"traceutil/trace.go:172","msg":"trace[1779031872] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cdzbn; range_end:; response_count:1; response_revision:1035; }","duration":"588.869424ms","start":"2026-05-28T21:44:45.981735Z","end":"2026-05-28T21:44:46.570604Z","steps":["trace[1779031872] 'agreement among raft nodes before linearized reading' (duration: 588.58176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:46.570995Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:45.981718Z","time spent":"589.261088ms","remote":"127.0.0.1:50770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18909,"request content":"key:\"/registry/pods/kube-system/cilium-cdzbn\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:47.114003Z","caller":"traceutil/trace.go:172","msg":"trace[432772810] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"110.627903ms","start":"2026-05-28T21:44:47.003348Z","end":"2026-05-28T21:44:47.113976Z","steps":["trace[432772810] 'process raft request' (duration: 110.468531ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:47.188783Z","caller":"traceutil/trace.go:172","msg":"trace[974527371] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"148.76612ms","start":"2026-05-28T21:44:47.039991Z","end":"2026-05-28T21:44:47.188757Z","steps":["trace[974527371] 'process raft request' (duration: 148.592038ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:47.328371Z","caller":"traceutil/trace.go:172","msg":"trace[966031522] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"130.158828ms","start":"2026-05-28T21:44:47.198190Z","end":"2026-05-28T21:44:47.328348Z","steps":["trace[966031522] 'process raft request' (duration: 129.994726ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:47.379910Z","caller":"traceutil/trace.go:172","msg":"trace[1321672023] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1243; }","duration":"138.527592ms","start":"2026-05-28T21:44:47.241369Z","end":"2026-05-28T21:44:47.379896Z","steps":["trace[1321672023] 'read index received' (duration: 138.523292ms)","trace[1321672023] 'applied index is now lower than readState.Index' (duration: 3.49µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:47.380040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.653033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:47.380109Z","caller":"traceutil/trace.go:172","msg":"trace[1123651264] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1061; }","duration":"138.737105ms","start":"2026-05-28T21:44:47.241355Z","end":"2026-05-28T21:44:47.380092Z","steps":["trace[1123651264] 'agreement among raft nodes before linearized reading' (duration: 138.604113ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:51.571441Z","caller":"traceutil/trace.go:172","msg":"trace[792079841] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"114.237964ms","start":"2026-05-28T21:44:51.457099Z","end":"2026-05-28T21:44:51.571337Z","steps":["trace[792079841] 'process raft request' (duration: 114.174084ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:51.571615Z","caller":"traceutil/trace.go:172","msg":"trace[1490276426] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1116; }","duration":"114.70009ms","start":"2026-05-28T21:44:51.456674Z","end":"2026-05-28T21:44:51.571374Z","steps":["trace[1490276426] 'process raft request' (duration: 114.560198ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:51.577171Z","caller":"traceutil/trace.go:172","msg":"trace[419798906] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1121; }","duration":"118.551083ms","start":"2026-05-28T21:44:51.458609Z","end":"2026-05-28T21:44:51.577160Z","steps":["trace[419798906] 'process raft request' (duration: 118.535513ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:52.961565Z","caller":"traceutil/trace.go:172","msg":"trace[658749976] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1353; }","duration":"298.286873ms","start":"2026-05-28T21:44:52.663256Z","end":"2026-05-28T21:44:52.961543Z","steps":["trace[658749976] 'read index received' (duration: 298.280093ms)","trace[658749976] 'applied index is now lower than readState.Index' (duration: 5.34µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:52.961722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.449495ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:52.961771Z","caller":"traceutil/trace.go:172","msg":"trace[1199579678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1139; }","duration":"298.514726ms","start":"2026-05-28T21:44:52.663244Z","end":"2026-05-28T21:44:52.961759Z","steps":["trace[1199579678] 'agreement among raft nodes before linearized reading' (duration: 298.387424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:53.592394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.384916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T21:44:53.592768Z","caller":"traceutil/trace.go:172","msg":"trace[359222589] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"114.559023ms","start":"2026-05-28T21:44:53.478172Z","end":"2026-05-28T21:44:53.592731Z","steps":["trace[359222589] 'process raft request' (duration: 10.768942ms)","trace[359222589] 'compare' (duration: 103.293045ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:53.815318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.146751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T21:44:53.899967Z","caller":"traceutil/trace.go:172","msg":"trace[2013882927] linearizableReadLoop","detail":"{readStateIndex:1379; appliedIndex:1379; }","duration":"236.361888ms","start":"2026-05-28T21:44:53.663571Z","end":"2026-05-28T21:44:53.899933Z","steps":["trace[2013882927] 'read index received' (duration: 236.350778ms)","trace[2013882927] 'applied index is now lower than readState.Index' (duration: 9.3µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:53.900169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.58328ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:53.900217Z","caller":"traceutil/trace.go:172","msg":"trace[1250663409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1153; }","duration":"236.650571ms","start":"2026-05-28T21:44:53.663552Z","end":"2026-05-28T21:44:53.900202Z","steps":["trace[1250663409] 'agreement among raft nodes before linearized reading' (duration: 236.54526ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:53.900471Z","caller":"traceutil/trace.go:172","msg":"trace[1349583641] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1153; }","duration":"293.002286ms","start":"2026-05-28T21:44:53.607450Z","end":"2026-05-28T21:44:53.900452Z","steps":["trace[1349583641] 'process raft request' (duration: 292.847195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:55.287988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.094527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-05-28T21:44:55.404392Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796899,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T21:44:55.604615Z","caller":"traceutil/trace.go:172","msg":"trace[1199038017] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1391; }","duration":"700.260374ms","start":"2026-05-28T21:44:54.904330Z","end":"2026-05-28T21:44:55.604590Z","steps":["trace[1199038017] 'read index received' (duration: 700.253804ms)","trace[1199038017] 'applied index is now lower than readState.Index' (duration: 5.5µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:56.105033Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:44:56.586038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:56.232759Z","time spent":"353.272574ms","remote":"127.0.0.1:37454","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T21:44:56.586156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"923.297676ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:56.586228Z","caller":"traceutil/trace.go:172","msg":"trace[173849424] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1162; }","duration":"923.411558ms","start":"2026-05-28T21:44:55.662802Z","end":"2026-05-28T21:44:56.586213Z","steps":["trace[173849424] 'range keys from in-memory index tree' (duration: 923.249075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:56.586652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.68231274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:135 size:11206"} {"level":"info","ts":"2026-05-28T21:44:56.586708Z","caller":"traceutil/trace.go:172","msg":"trace[2122833512] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:135; response_revision:1162; }","duration":"1.682375811s","start":"2026-05-28T21:44:54.904315Z","end":"2026-05-28T21:44:56.586691Z","steps":["trace[2122833512] 'agreement among raft nodes before linearized reading' (duration: 700.398545ms)","trace[2122833512] 'range keys from in-memory index tree' (duration: 981.250098ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:56.586747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:54.904293Z","time spent":"1.682442401s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":135,"response size":11230,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-05-28T21:44:56.587543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.518167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:188499"} {"level":"info","ts":"2026-05-28T21:44:56.587748Z","caller":"traceutil/trace.go:172","msg":"trace[1478250941] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1162; }","duration":"1.508287532s","start":"2026-05-28T21:44:55.079434Z","end":"2026-05-28T21:44:56.587722Z","steps":["trace[1478250941] 'process raft request' (duration: 1.177560781s)","trace[1478250941] 'compare' (duration: 329.411386ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:56.587872Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:55.079377Z","time spent":"1.508421333s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188523,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T21:44:56.605660Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796902,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T21:44:56.623524Z","caller":"traceutil/trace.go:172","msg":"trace[1739635942] linearizableReadLoop","detail":"{readStateIndex:1392; appliedIndex:1398; }","duration":"1.018815679s","start":"2026-05-28T21:44:55.604681Z","end":"2026-05-28T21:44:56.623497Z","steps":["trace[1739635942] 'read index received' (duration: 1.018802979s)","trace[1739635942] 'applied index is now lower than readState.Index' (duration: 8.8µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:56.623756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.563949416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-cdzbn.18b3d8d5ed0fbbac\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-05-28T21:44:56.623827Z","caller":"traceutil/trace.go:172","msg":"trace[2094871009] range","detail":"{range_begin:/registry/events/kube-system/cilium-cdzbn.18b3d8d5ed0fbbac; range_end:; response_count:1; response_revision:1166; }","duration":"1.564036087s","start":"2026-05-28T21:44:55.059776Z","end":"2026-05-28T21:44:56.623812Z","steps":["trace[2094871009] 'agreement among raft nodes before linearized reading' (duration: 1.563821545s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:56.623866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:55.059753Z","time spent":"1.564105068s","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":827,"request content":"key:\"/registry/events/kube-system/cilium-cdzbn.18b3d8d5ed0fbbac\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:56.624295Z","caller":"traceutil/trace.go:172","msg":"trace[1900479872] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1166; }","duration":"1.142287036s","start":"2026-05-28T21:44:55.481976Z","end":"2026-05-28T21:44:56.624263Z","steps":["trace[1900479872] 'process raft request' (duration: 1.141593379s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:56.624362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.036873722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:135 size:11206"} {"level":"info","ts":"2026-05-28T21:44:56.624418Z","caller":"traceutil/trace.go:172","msg":"trace[1300915727] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:135; response_revision:1166; }","duration":"1.036946063s","start":"2026-05-28T21:44:55.587459Z","end":"2026-05-28T21:44:56.624405Z","steps":["trace[1300915727] 'agreement among raft nodes before linearized reading' (duration: 1.036095024s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:56.624460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:55.587379Z","time spent":"1.037066455s","remote":"127.0.0.1:51464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":135,"response size":11230,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-05-28T21:44:56.624454Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:55.481946Z","time spent":"1.142423919s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188532,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T21:44:56.752258Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2432680954940796903,"received-request-id":2432680954940796902} {"level":"warn","ts":"2026-05-28T21:44:56.764916Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.197664ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-28T21:44:56.983748Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.483491ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-28T21:44:57.160489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.231993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-05-28T21:44:57.160712Z","caller":"traceutil/trace.go:172","msg":"trace[469789378] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1403; }","duration":"537.098652ms","start":"2026-05-28T21:44:56.623590Z","end":"2026-05-28T21:44:57.160689Z","steps":["trace[469789378] 'read index received' (duration: 189.225933ms)","trace[469789378] 'applied index is now lower than readState.Index' (duration: 347.871039ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:57.160905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"675.882599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:57.160943Z","caller":"traceutil/trace.go:172","msg":"trace[954072483] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1171; }","duration":"675.939359ms","start":"2026-05-28T21:44:56.484995Z","end":"2026-05-28T21:44:57.160934Z","steps":["trace[954072483] 'agreement among raft nodes before linearized reading' (duration: 675.838768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:57.160979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:56.484965Z","time spent":"676.00234ms","remote":"127.0.0.1:51244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:57.160909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"673.654254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:57.161024Z","caller":"traceutil/trace.go:172","msg":"trace[1925823826] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"534.970648ms","start":"2026-05-28T21:44:56.626034Z","end":"2026-05-28T21:44:57.161005Z","steps":["trace[1925823826] 'process raft request' (duration: 534.559303ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:57.161114Z","caller":"traceutil/trace.go:172","msg":"trace[1946290484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1171; }","duration":"673.866196ms","start":"2026-05-28T21:44:56.487228Z","end":"2026-05-28T21:44:57.161094Z","steps":["trace[1946290484] 'agreement among raft nodes before linearized reading' (duration: 673.556453ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:57.161145Z","caller":"traceutil/trace.go:172","msg":"trace[838181365] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1171; }","duration":"439.017651ms","start":"2026-05-28T21:44:56.722113Z","end":"2026-05-28T21:44:57.161131Z","steps":["trace[838181365] 'process raft request' (duration: 438.590607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:57.161161Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:56.487195Z","time spent":"673.955627ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T21:44:57.161190Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:56.626018Z","time spent":"535.108689ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T21:44:57.161219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:56.722082Z","time spent":"439.099092ms","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188289,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T21:44:57.161218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"574.939696ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:44:57.161224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"589.343047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:57.161260Z","caller":"traceutil/trace.go:172","msg":"trace[454926105] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1172; }","duration":"574.985647ms","start":"2026-05-28T21:44:56.586263Z","end":"2026-05-28T21:44:57.161248Z","steps":["trace[454926105] 'agreement among raft nodes before linearized reading' (duration: 574.917676ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:57.161273Z","caller":"traceutil/trace.go:172","msg":"trace[1481967568] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1172; }","duration":"589.395998ms","start":"2026-05-28T21:44:56.571866Z","end":"2026-05-28T21:44:57.161262Z","steps":["trace[1481967568] 'agreement among raft nodes before linearized reading' (duration: 589.312337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:57.161292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.726712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:44:57.161304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:56.571850Z","time spent":"589.446268ms","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:57.161339Z","caller":"traceutil/trace.go:172","msg":"trace[355684640] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1172; }","duration":"803.764413ms","start":"2026-05-28T21:44:56.357554Z","end":"2026-05-28T21:44:57.161319Z","steps":["trace[355684640] 'agreement among raft nodes before linearized reading' (duration: 803.646551ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:57.161365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:56.357519Z","time spent":"803.840294ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:57.161456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.390573632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:44:57.161467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.017873005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:57.161487Z","caller":"traceutil/trace.go:172","msg":"trace[478466733] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1172; }","duration":"1.390604212s","start":"2026-05-28T21:44:55.770873Z","end":"2026-05-28T21:44:57.161478Z","steps":["trace[478466733] 'agreement among raft nodes before linearized reading' (duration: 1.390553482s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:57.161530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:55.770837Z","time spent":"1.390687153s","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:57.161539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"654.017513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:57.161564Z","caller":"traceutil/trace.go:172","msg":"trace[526464222] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1172; }","duration":"654.042273ms","start":"2026-05-28T21:44:56.507515Z","end":"2026-05-28T21:44:57.161557Z","steps":["trace[526464222] 'agreement among raft nodes before linearized reading' (duration: 654.005873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:57.161586Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:56.507493Z","time spent":"654.087084ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:57.161495Z","caller":"traceutil/trace.go:172","msg":"trace[1938454720] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1172; }","duration":"1.017903005s","start":"2026-05-28T21:44:56.143583Z","end":"2026-05-28T21:44:57.161486Z","steps":["trace[1938454720] 'agreement among raft nodes before linearized reading' (duration: 1.017856025s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:57.161634Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:56.143557Z","time spent":"1.018065457s","remote":"127.0.0.1:51538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:57.395045Z","caller":"traceutil/trace.go:172","msg":"trace[2038715583] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1409; }","duration":"234.220232ms","start":"2026-05-28T21:44:57.160797Z","end":"2026-05-28T21:44:57.395017Z","steps":["trace[2038715583] 'read index received' (duration: 167.581896ms)","trace[2038715583] 'applied index is now lower than readState.Index' (duration: 66.636376ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:57.395269Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"461.183065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:57.395393Z","caller":"traceutil/trace.go:172","msg":"trace[2044506020] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1173; }","duration":"461.330756ms","start":"2026-05-28T21:44:56.934036Z","end":"2026-05-28T21:44:57.395366Z","steps":["trace[2044506020] 'agreement among raft nodes before linearized reading' (duration: 461.081824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:57.395476Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:56.934015Z","time spent":"461.451167ms","remote":"127.0.0.1:51070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:57.519047Z","caller":"traceutil/trace.go:172","msg":"trace[97066281] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1411; }","duration":"123.905517ms","start":"2026-05-28T21:44:57.395116Z","end":"2026-05-28T21:44:57.519021Z","steps":["trace[97066281] 'read index received' (duration: 123.898137ms)","trace[97066281] 'applied index is now lower than readState.Index' (duration: 6.02µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:57.640215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"476.802739ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:57.640294Z","caller":"traceutil/trace.go:172","msg":"trace[197730045] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1174; }","duration":"476.88909ms","start":"2026-05-28T21:44:57.163387Z","end":"2026-05-28T21:44:57.640276Z","steps":["trace[197730045] 'agreement among raft nodes before linearized reading' (duration: 355.679202ms)","trace[197730045] 'range keys from in-memory index tree' (duration: 121.084676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:57.640379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"477.190134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:57.640763Z","caller":"traceutil/trace.go:172","msg":"trace[698853041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1174; }","duration":"477.581998ms","start":"2026-05-28T21:44:57.163165Z","end":"2026-05-28T21:44:57.640747Z","steps":["trace[698853041] 'agreement among raft nodes before linearized reading' (duration: 356.083418ms)","trace[698853041] 'range keys from in-memory index tree' (duration: 121.082645ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:57.640792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"364.990377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-28T21:44:57.640874Z","caller":"traceutil/trace.go:172","msg":"trace[403797395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1174; }","duration":"365.090468ms","start":"2026-05-28T21:44:57.275762Z","end":"2026-05-28T21:44:57.640852Z","steps":["trace[403797395] 'agreement among raft nodes before linearized reading' (duration: 243.294464ms)","trace[403797395] 'range keys from in-memory index tree' (duration: 121.200417ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:57.640495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.624215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-cdzbn.18b3d8d5ed0fbbac\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"warn","ts":"2026-05-28T21:44:57.640936Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:57.275738Z","time spent":"365.185089ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:57.640932Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:57.163149Z","time spent":"477.645299ms","remote":"127.0.0.1:50484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T21:44:57.640598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.479961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T21:44:57.641260Z","caller":"traceutil/trace.go:172","msg":"trace[541799674] range","detail":"{range_begin:/registry/events/kube-system/cilium-cdzbn.18b3d8d5ed0fbbac; range_end:; response_count:1; response_revision:1174; }","duration":"475.08589ms","start":"2026-05-28T21:44:57.165843Z","end":"2026-05-28T21:44:57.640929Z","steps":["trace[541799674] 'agreement among raft nodes before linearized reading' (duration: 353.217815ms)","trace[541799674] 'range keys from in-memory index tree' (duration: 121.261578ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:57.641389Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:57.165825Z","time spent":"475.547375ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":827,"request content":"key:\"/registry/events/kube-system/cilium-cdzbn.18b3d8d5ed0fbbac\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:44:57.947996Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37460","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-28T21:44:58.056336Z","caller":"traceutil/trace.go:172","msg":"trace[56107773] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1417; }","duration":"427.194002ms","start":"2026-05-28T21:44:57.629115Z","end":"2026-05-28T21:44:58.056309Z","steps":["trace[56107773] 'read index received' (duration: 427.186662ms)","trace[56107773] 'applied index is now lower than readState.Index' (duration: 6.16µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:58.078217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"449.071827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-05-28T21:44:58.078296Z","caller":"traceutil/trace.go:172","msg":"trace[310399974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1180; }","duration":"449.164318ms","start":"2026-05-28T21:44:57.629112Z","end":"2026-05-28T21:44:58.078276Z","steps":["trace[310399974] 'agreement among raft nodes before linearized reading' (duration: 427.402765ms)","trace[310399974] 'range keys from in-memory index tree' (duration: 21.552611ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:58.078336Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:57.629093Z","time spent":"449.233899ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-05-28T21:44:58.078804Z","caller":"traceutil/trace.go:172","msg":"trace[1423591419] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"435.217241ms","start":"2026-05-28T21:44:57.643564Z","end":"2026-05-28T21:44:58.078781Z","steps":["trace[1423591419] 'process raft request' (duration: 413.059084ms)","trace[1423591419] 'compare' (duration: 21.886914ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:58.078875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.285536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:58.078937Z","caller":"traceutil/trace.go:172","msg":"trace[786560918] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1183; }","duration":"121.348417ms","start":"2026-05-28T21:44:57.957581Z","end":"2026-05-28T21:44:58.078930Z","steps":["trace[786560918] 'agreement among raft nodes before linearized reading' (duration: 121.265846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:58.078879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"428.935951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:44:58.078973Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:57.643544Z","time spent":"435.314963ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T21:44:58.078981Z","caller":"traceutil/trace.go:172","msg":"trace[280347821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1183; }","duration":"429.037852ms","start":"2026-05-28T21:44:57.649930Z","end":"2026-05-28T21:44:58.078968Z","steps":["trace[280347821] 'agreement among raft nodes before linearized reading' (duration: 428.911831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:58.079052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:57.649912Z","time spent":"429.130653ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T21:44:58.079146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.007293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T21:44:58.079241Z","caller":"traceutil/trace.go:172","msg":"trace[871497370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1183; }","duration":"221.116914ms","start":"2026-05-28T21:44:57.858105Z","end":"2026-05-28T21:44:58.079222Z","steps":["trace[871497370] 'agreement among raft nodes before linearized reading' (duration: 220.844201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:58.079258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.013556ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:44:58.079430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.565715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:58.079448Z","caller":"traceutil/trace.go:172","msg":"trace[1558550880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1183; }","duration":"416.065007ms","start":"2026-05-28T21:44:57.663232Z","end":"2026-05-28T21:44:58.079297Z","steps":["trace[1558550880] 'agreement among raft nodes before linearized reading' (duration: 415.996136ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:58.079460Z","caller":"traceutil/trace.go:172","msg":"trace[2120219752] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1183; }","duration":"151.625126ms","start":"2026-05-28T21:44:57.927825Z","end":"2026-05-28T21:44:58.079451Z","steps":["trace[2120219752] 'agreement among raft nodes before linearized reading' (duration: 151.545765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:58.079490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.876843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:58.079509Z","caller":"traceutil/trace.go:172","msg":"trace[1077273970] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:1183; }","duration":"121.896733ms","start":"2026-05-28T21:44:57.957607Z","end":"2026-05-28T21:44:58.079503Z","steps":["trace[1077273970] 'agreement among raft nodes before linearized reading' (duration: 121.860173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:58.199445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.05216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-05-28T21:44:58.199519Z","caller":"traceutil/trace.go:172","msg":"trace[1862793241] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1185; }","duration":"101.130701ms","start":"2026-05-28T21:44:58.098369Z","end":"2026-05-28T21:44:58.199499Z","steps":["trace[1862793241] 'agreement among raft nodes before linearized reading' (duration: 80.947815ms)","trace[1862793241] 'range keys from in-memory index tree' (duration: 19.993554ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:59.192134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.942008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T21:44:59.316456Z","caller":"traceutil/trace.go:172","msg":"trace[1830665175] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1432; }","duration":"285.171121ms","start":"2026-05-28T21:44:59.031263Z","end":"2026-05-28T21:44:59.316434Z","steps":["trace[1830665175] 'read index received' (duration: 285.165181ms)","trace[1830665175] 'applied index is now lower than readState.Index' (duration: 5.04µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:59.316660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.385094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:59.316706Z","caller":"traceutil/trace.go:172","msg":"trace[1218905623] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1194; }","duration":"285.450034ms","start":"2026-05-28T21:44:59.031248Z","end":"2026-05-28T21:44:59.316698Z","steps":["trace[1218905623] 'agreement among raft nodes before linearized reading' (duration: 285.341723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:59.318527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.367113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:44:59.318535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.722867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-cdzbn.18b3d8d5ed0fbbac\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-05-28T21:44:59.318587Z","caller":"traceutil/trace.go:172","msg":"trace[782885174] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1194; }","duration":"112.450734ms","start":"2026-05-28T21:44:59.206124Z","end":"2026-05-28T21:44:59.318575Z","steps":["trace[782885174] 'agreement among raft nodes before linearized reading' (duration: 112.317243ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:59.318617Z","caller":"traceutil/trace.go:172","msg":"trace[2126657436] range","detail":"{range_begin:/registry/events/kube-system/cilium-cdzbn.18b3d8d5ed0fbbac; range_end:; response_count:1; response_revision:1194; }","duration":"258.808228ms","start":"2026-05-28T21:44:59.059792Z","end":"2026-05-28T21:44:59.318601Z","steps":["trace[2126657436] 'agreement among raft nodes before linearized reading' (duration: 258.573905ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:59.796804Z","caller":"traceutil/trace.go:172","msg":"trace[1219411348] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"475.624456ms","start":"2026-05-28T21:44:59.321156Z","end":"2026-05-28T21:44:59.796780Z","steps":["trace[1219411348] 'process raft request' (duration: 475.406223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:59.797494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:59.321124Z","time spent":"476.271433ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T21:44:59.863475Z","caller":"traceutil/trace.go:172","msg":"trace[1892644821] linearizableReadLoop","detail":"{readStateIndex:1441; appliedIndex:1440; }","duration":"376.511401ms","start":"2026-05-28T21:44:59.486940Z","end":"2026-05-28T21:44:59.863451Z","steps":["trace[1892644821] 'read index received' (duration: 376.248288ms)","trace[1892644821] 'applied index is now lower than readState.Index' (duration: 262.233µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:44:59.863665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.708703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:59.863795Z","caller":"traceutil/trace.go:172","msg":"trace[1411214424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1203; }","duration":"376.845954ms","start":"2026-05-28T21:44:59.486928Z","end":"2026-05-28T21:44:59.863774Z","steps":["trace[1411214424] 'agreement among raft nodes before linearized reading' (duration: 376.670322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:44:59.863871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:44:59.486903Z","time spent":"376.959755ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T21:44:59.876630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.611928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:44:59.876640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.486821ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:44:59.876713Z","caller":"traceutil/trace.go:172","msg":"trace[913053429] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1203; }","duration":"183.713099ms","start":"2026-05-28T21:44:59.692985Z","end":"2026-05-28T21:44:59.876698Z","steps":["trace[913053429] 'agreement among raft nodes before linearized reading' (duration: 183.560358ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:44:59.876730Z","caller":"traceutil/trace.go:172","msg":"trace[1318625844] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1203; }","duration":"213.595433ms","start":"2026-05-28T21:44:59.663117Z","end":"2026-05-28T21:44:59.876712Z","steps":["trace[1318625844] 'agreement among raft nodes before linearized reading' (duration: 213.454541ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:45:00.651973Z","caller":"traceutil/trace.go:172","msg":"trace[2113868330] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"150.8069ms","start":"2026-05-28T21:45:00.501132Z","end":"2026-05-28T21:45:00.651939Z","steps":["trace[2113868330] 'process raft request' (duration: 150.574627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:01.026664Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940796936,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T21:45:01.338762Z","caller":"traceutil/trace.go:172","msg":"trace[1863433350] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1445; }","duration":"812.177967ms","start":"2026-05-28T21:45:00.526564Z","end":"2026-05-28T21:45:01.338742Z","steps":["trace[1863433350] 'read index received' (duration: 812.172187ms)","trace[1863433350] 'applied index is now lower than readState.Index' (duration: 4.46µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:45:01.339017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"812.39027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:45:01.339149Z","caller":"traceutil/trace.go:172","msg":"trace[2040943166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1206; }","duration":"812.550042ms","start":"2026-05-28T21:45:00.526547Z","end":"2026-05-28T21:45:01.339097Z","steps":["trace[2040943166] 'agreement among raft nodes before linearized reading' (duration: 812.35355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:01.339192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:00.526526Z","time spent":"812.656973ms","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T21:45:01.417320Z","caller":"traceutil/trace.go:172","msg":"trace[1408743165] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1206; }","duration":"915.142282ms","start":"2026-05-28T21:45:00.502147Z","end":"2026-05-28T21:45:01.417289Z","steps":["trace[1408743165] 'process raft request' (duration: 914.97166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:01.417482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:00.502137Z","time spent":"915.276864ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T21:45:01.489082Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2432680954940796941,"received-request-id":2432680954940796936} {"level":"info","ts":"2026-05-28T21:45:01.489442Z","caller":"traceutil/trace.go:172","msg":"trace[1082048711] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"289.148254ms","start":"2026-05-28T21:45:01.200249Z","end":"2026-05-28T21:45:01.489397Z","steps":["trace[1082048711] 'process raft request' (duration: 289.108493ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:45:01.489513Z","caller":"traceutil/trace.go:172","msg":"trace[56258337] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"450.940453ms","start":"2026-05-28T21:45:01.038522Z","end":"2026-05-28T21:45:01.489463Z","steps":["trace[56258337] 'process raft request' (duration: 450.632449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:01.489789Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:01.038500Z","time spent":"451.148025ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T21:45:01.490980Z","caller":"traceutil/trace.go:172","msg":"trace[1600322358] linearizableReadLoop","detail":"{readStateIndex:1459; appliedIndex:1459; }","duration":"152.07389ms","start":"2026-05-28T21:45:01.338875Z","end":"2026-05-28T21:45:01.490949Z","steps":["trace[1600322358] 'read index received' (duration: 152.06173ms)","trace[1600322358] 'applied index is now lower than readState.Index' (duration: 10.48µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:45:01.491266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.266883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-cdzbn.18b3d8d5ed0fbbac\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-05-28T21:45:01.491311Z","caller":"traceutil/trace.go:172","msg":"trace[1593307399] range","detail":"{range_begin:/registry/events/kube-system/cilium-cdzbn.18b3d8d5ed0fbbac; range_end:; response_count:1; response_revision:1217; }","duration":"430.317293ms","start":"2026-05-28T21:45:01.060984Z","end":"2026-05-28T21:45:01.491301Z","steps":["trace[1593307399] 'agreement among raft nodes before linearized reading' (duration: 430.115041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:01.491343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:01.060964Z","time spent":"430.370455ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":827,"request content":"key:\"/registry/events/kube-system/cilium-cdzbn.18b3d8d5ed0fbbac\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:45:01.491675Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"554.797028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:45:01.491733Z","caller":"traceutil/trace.go:172","msg":"trace[1591692554] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1217; }","duration":"554.844739ms","start":"2026-05-28T21:45:00.936867Z","end":"2026-05-28T21:45:01.491712Z","steps":["trace[1591692554] 'agreement among raft nodes before linearized reading' (duration: 554.768568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:01.491806Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:00.936843Z","time spent":"554.947681ms","remote":"127.0.0.1:51392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:45:01.492046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"828.498596ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:45:01.492117Z","caller":"traceutil/trace.go:172","msg":"trace[1809640041] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1217; }","duration":"828.581437ms","start":"2026-05-28T21:45:00.663519Z","end":"2026-05-28T21:45:01.492101Z","steps":["trace[1809640041] 'agreement among raft nodes before linearized reading' (duration: 828.470436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:01.492255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"821.492309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-05-28T21:45:01.492326Z","caller":"traceutil/trace.go:172","msg":"trace[1606634659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1217; }","duration":"821.565499ms","start":"2026-05-28T21:45:00.670743Z","end":"2026-05-28T21:45:01.492309Z","steps":["trace[1606634659] 'agreement among raft nodes before linearized reading' (duration: 821.354287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:01.492379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:00.670720Z","time spent":"821.64393ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:45:01.493001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"859.714414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:45:01.493177Z","caller":"traceutil/trace.go:172","msg":"trace[1397976720] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1217; }","duration":"860.799346ms","start":"2026-05-28T21:45:00.632353Z","end":"2026-05-28T21:45:01.493152Z","steps":["trace[1397976720] 'agreement among raft nodes before linearized reading' (duration: 859.634563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:01.494091Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:00.632329Z","time spent":"861.729287ms","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:45:02.034295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:02.047544Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:02.071224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:02.208524Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58772","server-name":"","error":"EOF"} {"level":"info","ts":"2026-05-28T21:45:18.264018Z","caller":"traceutil/trace.go:172","msg":"trace[1733762670] linearizableReadLoop","detail":"{readStateIndex:1591; appliedIndex:1593; }","duration":"305.897061ms","start":"2026-05-28T21:45:17.958102Z","end":"2026-05-28T21:45:18.263999Z","steps":["trace[1733762670] 'read index received' (duration: 305.892661ms)","trace[1733762670] 'applied index is now lower than readState.Index' (duration: 3.24µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:45:18.264197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.085263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-05-28T21:45:18.264259Z","caller":"traceutil/trace.go:172","msg":"trace[169555598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1341; }","duration":"306.159834ms","start":"2026-05-28T21:45:17.958091Z","end":"2026-05-28T21:45:18.264250Z","steps":["trace[169555598] 'agreement among raft nodes before linearized reading' (duration: 306.019473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:18.264287Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:17.958073Z","time spent":"306.207474ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:45:18.265575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.976309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.60\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-28T21:45:18.265671Z","caller":"traceutil/trace.go:172","msg":"trace[83158972] range","detail":"{range_begin:/registry/masterleases/199.19.213.60; range_end:; response_count:1; response_revision:1341; }","duration":"243.08063ms","start":"2026-05-28T21:45:18.022567Z","end":"2026-05-28T21:45:18.265647Z","steps":["trace[83158972] 'agreement among raft nodes before linearized reading' (duration: 242.839678ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:45:21.152315Z","caller":"traceutil/trace.go:172","msg":"trace[1907583251] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"101.222301ms","start":"2026-05-28T21:45:21.051071Z","end":"2026-05-28T21:45:21.152293Z","steps":["trace[1907583251] 'process raft request' (duration: 101.061119ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:45:22.068774Z","caller":"traceutil/trace.go:172","msg":"trace[691740971] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"144.971214ms","start":"2026-05-28T21:45:21.923789Z","end":"2026-05-28T21:45:22.068761Z","steps":["trace[691740971] 'process raft request' (duration: 144.86509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:22.591270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:22.617070Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:22.643207Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:22.657329Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:22.707894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:22.734475Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:22.808875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34388","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:22.907487Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34412","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:22.951677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:23.003279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:23.037395Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:23.080516Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34490","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:23.202192Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:23.224461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:23.254187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:23.356784Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:24.482860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:24.493736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:24.777676Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-05-28T21:45:26.404149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.760913ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-28T21:45:54.164368Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940797341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T21:45:54.190858Z","caller":"traceutil/trace.go:172","msg":"trace[212371032] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1803; }","duration":"527.090096ms","start":"2026-05-28T21:45:53.663744Z","end":"2026-05-28T21:45:54.190834Z","steps":["trace[212371032] 'read index received' (duration: 527.084116ms)","trace[212371032] 'applied index is now lower than readState.Index' (duration: 4.38µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:45:54.191104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"527.324954ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:45:54.191145Z","caller":"traceutil/trace.go:172","msg":"trace[1651141669] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1530; }","duration":"527.396667ms","start":"2026-05-28T21:45:53.663737Z","end":"2026-05-28T21:45:54.191134Z","steps":["trace[1651141669] 'agreement among raft nodes before linearized reading' (duration: 527.281603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:54.191826Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":2432680954940797342,"received-request-id":2432680954940797341} {"level":"warn","ts":"2026-05-28T21:45:54.987583Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940797343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T21:45:55.487787Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940797343,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T21:45:55.970088Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"f2246c81ea2a21c2 is starting a new election at term 2"} {"level":"info","ts":"2026-05-28T21:45:55.970149Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"f2246c81ea2a21c2 became pre-candidate at term 2"} {"level":"info","ts":"2026-05-28T21:45:55.970169Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"f2246c81ea2a21c2 [logterm: 2, index: 1806] sent MsgPreVote request to 1a532052a1358225 at term 2"} {"level":"info","ts":"2026-05-28T21:45:55.970177Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"f2246c81ea2a21c2 [logterm: 2, index: 1806] sent MsgPreVote request to caa2e49ad83be615 at term 2"} {"level":"info","ts":"2026-05-28T21:45:55.970186Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: f2246c81ea2a21c2 lost leader 1a532052a1358225 at term 2"} {"level":"info","ts":"2026-05-28T21:45:55.970222Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f2246c81ea2a21c2 received MsgPreVoteResp from f2246c81ea2a21c2 at term 2"} {"level":"info","ts":"2026-05-28T21:45:55.970232Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f2246c81ea2a21c2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-28T21:45:55.971460Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f2246c81ea2a21c2 received MsgPreVoteResp from caa2e49ad83be615 at term 2"} {"level":"info","ts":"2026-05-28T21:45:55.971498Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f2246c81ea2a21c2 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-28T21:45:55.971514Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"f2246c81ea2a21c2 became candidate at term 3"} {"level":"info","ts":"2026-05-28T21:45:55.971523Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"f2246c81ea2a21c2 [logterm: 2, index: 1806] sent MsgVote request to 1a532052a1358225 at term 3"} {"level":"info","ts":"2026-05-28T21:45:55.971530Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"f2246c81ea2a21c2 [logterm: 2, index: 1806] sent MsgVote request to caa2e49ad83be615 at term 3"} {"level":"warn","ts":"2026-05-28T21:45:55.988728Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2432680954940797343,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T21:45:56.030613Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f2246c81ea2a21c2 received MsgVoteResp from f2246c81ea2a21c2 at term 3"} {"level":"info","ts":"2026-05-28T21:45:56.030668Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f2246c81ea2a21c2 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-28T21:45:56.033765Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f2246c81ea2a21c2 received MsgVoteResp from caa2e49ad83be615 at term 3"} {"level":"info","ts":"2026-05-28T21:45:56.033815Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f2246c81ea2a21c2 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-05-28T21:45:56.033855Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"f2246c81ea2a21c2 became leader at term 3"} {"level":"info","ts":"2026-05-28T21:45:56.033897Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: f2246c81ea2a21c2 elected leader f2246c81ea2a21c2 at term 3"} {"level":"warn","ts":"2026-05-28T21:45:56.034054Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.546770301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-05-28T21:45:56.034126Z","caller":"traceutil/trace.go:172","msg":"trace[1833835340] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.546848874s","start":"2026-05-28T21:45:54.487264Z","end":"2026-05-28T21:45:56.034113Z","steps":["trace[1833835340] 'agreement among raft nodes before linearized reading' (duration: 1.546771191s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:56.034157Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:54.487242Z","time spent":"1.546907896s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T21:45:56.142092Z","caller":"traceutil/trace.go:172","msg":"trace[2001143351] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"1.494492778s","start":"2026-05-28T21:45:54.647587Z","end":"2026-05-28T21:45:56.142080Z","steps":["trace[2001143351] 'process raft request' (duration: 1.494354073s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:56.142209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:54.647558Z","time spent":"1.494581781s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T21:45:56.142374Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-05-28T21:45:56.143209Z","caller":"traceutil/trace.go:172","msg":"trace[1712674178] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1807; }","duration":"109.181017ms","start":"2026-05-28T21:45:56.034018Z","end":"2026-05-28T21:45:56.143199Z","steps":["trace[1712674178] 'read index received' (duration: 109.172797ms)","trace[1712674178] 'applied index is now lower than readState.Index' (duration: 7.41µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:45:56.143354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.716052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:45:56.143454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.15659993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T21:45:56.143471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.477907663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-28T21:45:56.143487Z","caller":"traceutil/trace.go:172","msg":"trace[28891158] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1532; }","duration":"466.877698ms","start":"2026-05-28T21:45:55.676585Z","end":"2026-05-28T21:45:56.143463Z","steps":["trace[28891158] 'agreement among raft nodes before linearized reading' (duration: 466.626349ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:45:56.143504Z","caller":"traceutil/trace.go:172","msg":"trace[1963555815] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1532; }","duration":"1.156650961s","start":"2026-05-28T21:45:54.986838Z","end":"2026-05-28T21:45:56.143489Z","steps":["trace[1963555815] 'agreement among raft nodes before linearized reading' (duration: 1.156520427s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:56.143511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.611553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:45:56.143519Z","caller":"traceutil/trace.go:172","msg":"trace[1331158700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1532; }","duration":"1.477958295s","start":"2026-05-28T21:45:54.665548Z","end":"2026-05-28T21:45:56.143506Z","steps":["trace[1331158700] 'agreement among raft nodes before linearized reading' (duration: 1.477772429s)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:45:56.143545Z","caller":"traceutil/trace.go:172","msg":"trace[1383507888] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1532; }","duration":"348.789929ms","start":"2026-05-28T21:45:55.794747Z","end":"2026-05-28T21:45:56.143537Z","steps":["trace[1383507888] 'agreement among raft nodes before linearized reading' (duration: 348.563071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:45:56.143540Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:55.676555Z","time spent":"466.974561ms","remote":"127.0.0.1:50590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:45:56.143559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:55.794726Z","time spent":"348.829831ms","remote":"127.0.0.1:51350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:45:56.143540Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:54.986786Z","time spent":"1.156744125s","remote":"127.0.0.1:50834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:45:56.143554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:45:54.665524Z","time spent":"1.478022106s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-05-28T21:45:56.143470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.480603478s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:45:56.143924Z","caller":"traceutil/trace.go:172","msg":"trace[1523186242] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1532; }","duration":"1.481054633s","start":"2026-05-28T21:45:54.662861Z","end":"2026-05-28T21:45:56.143915Z","steps":["trace[1523186242] 'agreement among raft nodes before linearized reading' (duration: 1.480575497s)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:45:56.519777Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"f2246c81ea2a21c2 [term: 3] ignored a MsgReadIndexResp message with lower term from 1a532052a1358225 [term: 2]"} {"level":"info","ts":"2026-05-28T21:46:43.747412Z","caller":"traceutil/trace.go:172","msg":"trace[870680911] linearizableReadLoop","detail":"{readStateIndex:2018; appliedIndex:2018; }","duration":"261.41934ms","start":"2026-05-28T21:46:43.485962Z","end":"2026-05-28T21:46:43.747381Z","steps":["trace[870680911] 'read index received' (duration: 261.41425ms)","trace[870680911] 'applied index is now lower than readState.Index' (duration: 4.15µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:46:43.747545Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.573835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:46:43.747570Z","caller":"traceutil/trace.go:172","msg":"trace[1572392108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1713; }","duration":"261.604936ms","start":"2026-05-28T21:46:43.485958Z","end":"2026-05-28T21:46:43.747563Z","steps":["trace[1572392108] 'agreement among raft nodes before linearized reading' (duration: 261.552764ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:46:43.747713Z","caller":"traceutil/trace.go:172","msg":"trace[1761165838] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"313.099443ms","start":"2026-05-28T21:46:43.434599Z","end":"2026-05-28T21:46:43.747699Z","steps":["trace[1761165838] 'process raft request' (duration: 312.96676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:46:43.747822Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:46:43.434583Z","time spent":"313.181426ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T21:46:43.747799Z","caller":"traceutil/trace.go:172","msg":"trace[417029678] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"332.227615ms","start":"2026-05-28T21:46:43.415518Z","end":"2026-05-28T21:46:43.747745Z","steps":["trace[417029678] 'process raft request' (duration: 331.923976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:46:43.748021Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:46:43.415489Z","time spent":"332.40613ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T21:46:43.748254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.11887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-05-28T21:46:43.748275Z","caller":"traceutil/trace.go:172","msg":"trace[1537525447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1717; }","duration":"120.142571ms","start":"2026-05-28T21:46:43.628127Z","end":"2026-05-28T21:46:43.748270Z","steps":["trace[1537525447] 'agreement among raft nodes before linearized reading' (duration: 120.059998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:47:08.244329Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"caa2e49ad83be615","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"111.314802ms"} {"level":"warn","ts":"2026-05-28T21:47:08.244417Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1a532052a1358225","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"111.414285ms"} {"level":"info","ts":"2026-05-28T21:47:08.253653Z","caller":"traceutil/trace.go:172","msg":"trace[1878571972] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2128; }","duration":"223.733099ms","start":"2026-05-28T21:47:08.029892Z","end":"2026-05-28T21:47:08.253625Z","steps":["trace[1878571972] 'read index received' (duration: 215.680642ms)","trace[1878571972] 'applied index is now lower than readState.Index' (duration: 8.051237ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:47:08.254087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.17561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.60\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-28T21:47:08.254135Z","caller":"traceutil/trace.go:172","msg":"trace[543308330] range","detail":"{range_begin:/registry/masterleases/199.19.213.60; range_end:; response_count:1; response_revision:1810; }","duration":"224.235661ms","start":"2026-05-28T21:47:08.029886Z","end":"2026-05-28T21:47:08.254121Z","steps":["trace[543308330] 'agreement among raft nodes before linearized reading' (duration: 224.068867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:47:08.255123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.459801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T21:47:08.255178Z","caller":"traceutil/trace.go:172","msg":"trace[829399967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1810; }","duration":"115.522303ms","start":"2026-05-28T21:47:08.139639Z","end":"2026-05-28T21:47:08.255162Z","steps":["trace[829399967] 'agreement among raft nodes before linearized reading' (duration: 115.41403ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T21:47:13.763319Z","caller":"traceutil/trace.go:172","msg":"trace[7604433] linearizableReadLoop","detail":"{readStateIndex:2146; appliedIndex:2146; }","duration":"1.276392647s","start":"2026-05-28T21:47:12.486913Z","end":"2026-05-28T21:47:13.763306Z","steps":["trace[7604433] 'read index received' (duration: 1.276389966s)","trace[7604433] 'applied index is now lower than readState.Index' (duration: 2.17µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T21:47:13.763390Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"caa2e49ad83be615","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"893.526485ms"} {"level":"warn","ts":"2026-05-28T21:47:13.763447Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1a532052a1358225","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"893.582966ms"} {"level":"info","ts":"2026-05-28T21:47:13.764743Z","caller":"traceutil/trace.go:172","msg":"trace[315879703] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"1.132861608s","start":"2026-05-28T21:47:12.631864Z","end":"2026-05-28T21:47:13.764726Z","steps":["trace[315879703] 'process raft request' (duration: 1.132664203s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:47:13.764851Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:47:12.631847Z","time spent":"1.132954201s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T21:47:13.765289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.278382726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:47:13.765313Z","caller":"traceutil/trace.go:172","msg":"trace[1662009322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1826; }","duration":"1.278408577s","start":"2026-05-28T21:47:12.486898Z","end":"2026-05-28T21:47:13.765307Z","steps":["trace[1662009322] 'agreement among raft nodes before linearized reading' (duration: 1.278365116s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:47:13.765341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:47:12.486877Z","time spent":"1.278448237s","remote":"127.0.0.1:50468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T21:47:13.770071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.107199379s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T21:47:13.770126Z","caller":"traceutil/trace.go:172","msg":"trace[797054461] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1828; }","duration":"1.107259791s","start":"2026-05-28T21:47:12.662856Z","end":"2026-05-28T21:47:13.770116Z","steps":["trace[797054461] 'agreement among raft nodes before linearized reading' (duration: 1.107179619s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:47:13.770074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.093235456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-05-28T21:47:13.770245Z","caller":"traceutil/trace.go:172","msg":"trace[1483917482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1828; }","duration":"1.093406321s","start":"2026-05-28T21:47:12.676828Z","end":"2026-05-28T21:47:13.770234Z","steps":["trace[1483917482] 'agreement among raft nodes before linearized reading' (duration: 1.093179815s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T21:47:13.770354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-05-28T21:47:12.676812Z","time spent":"1.093499574s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":508,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "}