{"level":"warn","ts":"2026-03-25T07:26:59.952855Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-25T07:26:59.953065Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-25T07:26:59.953840Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.209:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.209:2380","--initial-cluster=controller-2=https://199.204.45.115:2380,controller-1=https://199.19.213.231:2380,controller-3=https://199.19.213.209:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.209:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.209:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-25T07:26:59.954017Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-25T07:26:59.954059Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-25T07:26:59.954093Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.209:2380"]} {"level":"info","ts":"2026-03-25T07:26:59.954206Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T07:26:59.954825Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.209:2379"]} {"level":"info","ts":"2026-03-25T07:26:59.955013Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.209:2380"],"listen-peer-urls":["https://199.19.213.209:2380"],"advertise-client-urls":["https://199.19.213.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.231:2380,controller-2=https://199.204.45.115:2380,controller-3=https://199.19.213.209:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-25T07:26:59.956261Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000390f50}"} {"level":"info","ts":"2026-03-25T07:26:59.964841Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-25T07:26:59.965005Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.964866ms"} {"level":"info","ts":"2026-03-25T07:26:59.965188Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-25T07:26:59.965335Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-25T07:26:59.977890Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.115:2380","host":"199.204.45.115:2380","resolved-addr":"199.204.45.115:2380"} {"level":"info","ts":"2026-03-25T07:26:59.977951Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.231:2380","host":"199.19.213.231:2380","resolved-addr":"199.19.213.231:2380"} {"level":"info","ts":"2026-03-25T07:26:59.977974Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.115:2380","host":"199.204.45.115:2380","resolved-addr":"199.204.45.115:2380"} {"level":"info","ts":"2026-03-25T07:26:59.977984Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.209:2380","host":"199.19.213.209:2380","resolved-addr":"199.19.213.209:2380"} {"level":"info","ts":"2026-03-25T07:26:59.978004Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.209:2380","host":"199.19.213.209:2380","resolved-addr":"199.19.213.209:2380"} {"level":"info","ts":"2026-03-25T07:26:59.978013Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.231:2380","host":"199.19.213.231:2380","resolved-addr":"199.19.213.231:2380"} {"level":"info","ts":"2026-03-25T07:26:59.994250Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-25T07:27:00.008089Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-25T07:27:00.008174Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"90f644baf5c4baab","cluster-id":"6a60f8f1d4e49112"} {"level":"info","ts":"2026-03-25T07:27:00.008210Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-25T07:27:00.008334Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"90f644baf5c4baab switched to configuration voters=()"} {"level":"info","ts":"2026-03-25T07:27:00.008397Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"90f644baf5c4baab became follower at term 0"} {"level":"info","ts":"2026-03-25T07:27:00.008413Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 90f644baf5c4baab [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-25T07:27:00.047930Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-25T07:27:00.072245Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-25T07:27:00.085453Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-25T07:27:00.086209Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.086228Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641","remote-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-03-25T07:27:00.086246Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.086251Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb","remote-peer-urls":["https://199.19.213.231:2380"]} {"level":"info","ts":"2026-03-25T07:27:00.086264Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.086277Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.086424Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.086448Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641","remote-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-03-25T07:27:00.086458Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.086473Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.087875Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.087952Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.088036Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.088947Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.086402Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.089003Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb","remote-peer-urls":["https://199.19.213.231:2380"]} {"level":"info","ts":"2026-03-25T07:27:00.089048Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"90f644baf5c4baab","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-25T07:27:00.088992Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.089245Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.089322Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.089438Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-25T07:27:00.089424Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-25T07:27:00.089466Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.089459Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T07:27:00.089628Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T07:27:00.089641Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-25T07:27:00.089508Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.209:2380"} {"level":"info","ts":"2026-03-25T07:27:00.089874Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.209:2380"} {"level":"info","ts":"2026-03-25T07:27:00.090253Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"90f644baf5c4baab","initial-advertise-peer-urls":["https://199.19.213.209:2380"],"listen-peer-urls":["https://199.19.213.209:2380"],"advertise-client-urls":["https://199.19.213.209:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.209:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-25T07:27:00.090314Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-25T07:27:00.092829Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"90f644baf5c4baab","to":"8bb149ac537fafcb","stream-type":"stream Message"} {"level":"info","ts":"2026-03-25T07:27:00.092883Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.092940Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.093188Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"90f644baf5c4baab [term: 0] received a MsgHeartbeat message with higher term from 8bb149ac537fafcb [term: 2]"} {"level":"info","ts":"2026-03-25T07:27:00.093203Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"90f644baf5c4baab","to":"8bb149ac537fafcb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-25T07:27:00.093182Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"90f644baf5c4baab","to":"7cc378eee7ade641","stream-type":"stream Message"} {"level":"info","ts":"2026-03-25T07:27:00.093248Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.093258Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"90f644baf5c4baab became follower at term 2"} {"level":"info","ts":"2026-03-25T07:27:00.093270Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.093242Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.093286Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 90f644baf5c4baab elected leader 8bb149ac537fafcb at term 2"} {"level":"info","ts":"2026-03-25T07:27:00.095485Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"90f644baf5c4baab","to":"7cc378eee7ade641","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-25T07:27:00.095513Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.100863Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.104553Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.105799Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"90f644baf5c4baab","remote-snapshot-sender-id":"8bb149ac537fafcb","incoming-snapshot-index":698,"incoming-snapshot-message-size-bytes":8752,"incoming-snapshot-message-size":"8.8 kB"} {"level":"info","ts":"2026-03-25T07:27:00.106587Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.109997Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.121724Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000002ba.snap.db","bytes":1052672,"size":"1.1 MB"} {"level":"info","ts":"2026-03-25T07:27:00.121778Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"90f644baf5c4baab","remote-snapshot-sender-id":"8bb149ac537fafcb","incoming-snapshot-index":698,"incoming-snapshot-size-bytes":1052672,"incoming-snapshot-size":"1.1 MB","download-took":"16.134495ms"} {"level":"info","ts":"2026-03-25T07:27:00.121974Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 698, term: 2]"} {"level":"info","ts":"2026-03-25T07:27:00.122087Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"90f644baf5c4baab switched to configuration voters=(8990162248646125121 10065907646633848779) learners=(10445611955510360747)"} {"level":"info","ts":"2026-03-25T07:27:00.122119Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"90f644baf5c4baab [commit: 698, lastindex: 698, lastterm: 2] restored snapshot [index: 698, term: 2]"} {"level":"info","ts":"2026-03-25T07:27:00.122131Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"90f644baf5c4baab [commit: 698] restored snapshot [index: 698, term: 2]"} {"level":"info","ts":"2026-03-25T07:27:00.122285Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":698,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-25T07:27:00.127352Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":698} {"level":"info","ts":"2026-03-25T07:27:00.127806Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000552068}"} {"level":"info","ts":"2026-03-25T07:27:00.128742Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-25T07:27:00.128791Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.152848ms"} {"level":"info","ts":"2026-03-25T07:27:00.128908Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-25T07:27:00.130544Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-25T07:27:00.130574Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-25T07:27:00.139563Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":649} {"level":"info","ts":"2026-03-25T07:27:00.139663Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":698} {"level":"info","ts":"2026-03-25T07:27:00.139686Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-25T07:27:00.139920Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-25T07:27:00.140009Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"90f644baf5c4baab","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-25T07:27:00.141660Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-25T07:27:00.141693Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-25T07:27:00.141745Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-25T07:27:00.141763Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-25T07:27:00.142015Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-25T07:27:00.142571Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-25T07:27:00.142615Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-25T07:27:00.142700Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-25T07:27:00.142726Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"6a60f8f1d4e49112","local-member-id":"90f644baf5c4baab","recovered-remote-peer-id":"7cc378eee7ade641","recovered-remote-peer-urls":["https://199.204.45.115:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-25T07:27:00.142746Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"6a60f8f1d4e49112","local-member-id":"90f644baf5c4baab","recovered-remote-peer-id":"8bb149ac537fafcb","recovered-remote-peer-urls":["https://199.19.213.231:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-25T07:27:00.142766Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"6a60f8f1d4e49112","local-member-id":"90f644baf5c4baab","recovered-remote-peer-id":"90f644baf5c4baab","recovered-remote-peer-urls":["https://199.19.213.209:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-25T07:27:00.142778Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-25T07:27:00.142790Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-25T07:27:00.142810Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-25T07:27:00.142824Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"7cc378eee7ade641"} {"level":"warn","ts":"2026-03-25T07:27:00.142870Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.142944Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"7cc378eee7ade641"} {"level":"warn","ts":"2026-03-25T07:27:00.143106Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.143137Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.143190Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"warn","ts":"2026-03-25T07:27:00.143392Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641","error":"context canceled"} {"level":"warn","ts":"2026-03-25T07:27:00.143451Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"7cc378eee7ade641","error":"failed to read 7cc378eee7ade641 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-25T07:27:00.143501Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"warn","ts":"2026-03-25T07:27:00.143679Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641","error":"context canceled"} {"level":"info","ts":"2026-03-25T07:27:00.143715Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.143728Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.143749Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"90f644baf5c4baab","removed-remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.143819Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"8bb149ac537fafcb"} {"level":"warn","ts":"2026-03-25T07:27:00.143854Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.143876Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"8bb149ac537fafcb"} {"level":"warn","ts":"2026-03-25T07:27:00.143914Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.143936Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.144040Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"warn","ts":"2026-03-25T07:27:00.144354Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb","error":"context canceled"} {"level":"warn","ts":"2026-03-25T07:27:00.144406Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"8bb149ac537fafcb","error":"failed to read 8bb149ac537fafcb on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-25T07:27:00.144446Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"warn","ts":"2026-03-25T07:27:00.144575Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb","error":"context canceled"} {"level":"info","ts":"2026-03-25T07:27:00.144605Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.144615Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.144634Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"90f644baf5c4baab","removed-remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.144649Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-25T07:27:00.144672Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-25T07:27:00.144703Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.144736Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.144891Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.144927Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641","remote-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-03-25T07:27:00.144947Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.144941Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.144973Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.145020Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.144933Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.145120Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.145153Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.145181Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb","remote-peer-urls":["https://199.19.213.231:2380"]} {"level":"info","ts":"2026-03-25T07:27:00.145200Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-25T07:27:00.145224Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":698,"current-applied-index":698,"incoming-leader-snapshot-index":698,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-25T07:27:00.145555Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.145562Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"90f644baf5c4baab","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.209:2379]}","cluster-id":"6a60f8f1d4e49112","publish-timeout":"7s"} {"level":"info","ts":"2026-03-25T07:27:00.145612Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.145663Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.145857Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.145955Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T07:27:00.146144Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-25T07:27:00.146236Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-25T07:27:00.146265Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-25T07:27:00.150962Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-25T07:27:00.151560Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-25T07:27:00.155372Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-25T07:27:00.162073Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"90f644baf5c4baab","to":"7cc378eee7ade641","stream-type":"stream Message"} {"level":"info","ts":"2026-03-25T07:27:00.162324Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.162418Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.163348Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"90f644baf5c4baab","to":"8bb149ac537fafcb","stream-type":"stream Message"} {"level":"info","ts":"2026-03-25T07:27:00.163456Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.163507Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.163701Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"90f644baf5c4baab","to":"7cc378eee7ade641","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-25T07:27:00.163739Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.164103Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.163765Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.166083Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"90f644baf5c4baab","to":"8bb149ac537fafcb","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-25T07:27:00.166147Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"info","ts":"2026-03-25T07:27:00.167204Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-25T07:27:00.168059Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.209:2379"} {"level":"info","ts":"2026-03-25T07:27:00.168177Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"90f644baf5c4baab","remote-peer-id":"7cc378eee7ade641"} {"level":"info","ts":"2026-03-25T07:27:00.168697Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"90f644baf5c4baab","remote-peer-id":"8bb149ac537fafcb"} {"level":"warn","ts":"2026-03-25T07:27:00.173033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.209:51138","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-25T07:27:00.583895Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"90f644baf5c4baab switched to configuration voters=(8990162248646125121 10065907646633848779 10445611955510360747)"} {"level":"info","ts":"2026-03-25T07:27:00.584205Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"6a60f8f1d4e49112","local-member-id":"90f644baf5c4baab","promoted-member-id":"90f644baf5c4baab"} {"level":"warn","ts":"2026-03-25T07:27:00.842032Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:00.845961Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:00.873806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:00.881148Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48956","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:00.903680Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:00.933748Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:00.941445Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:00.952975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:00.963577Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:00.975248Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49076","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:00.989290Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.000162Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.012617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.026092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.042004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.077917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.088967Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.102559Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.111599Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.122232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.171394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.186799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49342","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.191571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.201844Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.212929Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.223939Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49420","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.235558Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.245333Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.254292Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49464","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.263064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.296088Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49494","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.306329Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.316065Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.345793Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49584","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.352959Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.374619Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.386196Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.397068Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.408692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.425132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.434001Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.443173Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.466432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.477070Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.497667Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.499492Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.510294Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.520824Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.530478Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.543945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.556077Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.564651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.572240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49906","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.581098Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.625479Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49944","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.636444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.648291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:01.712944Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:27:05.630847Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542129933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:05.681016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.063411ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T07:27:05.693422Z","caller":"traceutil/trace.go:172","msg":"trace[69418382] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"341.003086ms","start":"2026-03-25T07:27:05.352392Z","end":"2026-03-25T07:27:05.693395Z","steps":["trace[69418382] 'process raft request' (duration: 340.860874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:05.694201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:05.352371Z","time spent":"341.146458ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2896,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T07:27:05.694633Z","caller":"traceutil/trace.go:172","msg":"trace[1268009784] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:725; }","duration":"564.543966ms","start":"2026-03-25T07:27:05.130068Z","end":"2026-03-25T07:27:05.694612Z","steps":["trace[1268009784] 'read index received' (duration: 564.529525ms)","trace[1268009784] 'applied index is now lower than readState.Index' (duration: 4.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:05.694852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"564.754658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T07:27:05.694960Z","caller":"traceutil/trace.go:172","msg":"trace[2003186283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:671; }","duration":"564.9004ms","start":"2026-03-25T07:27:05.130048Z","end":"2026-03-25T07:27:05.694949Z","steps":["trace[2003186283] 'agreement among raft nodes before linearized reading' (duration: 564.694687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:05.695192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:05.130012Z","time spent":"565.165665ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:27:05.696765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.306394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:05.696880Z","caller":"traceutil/trace.go:172","msg":"trace[318238886] range","detail":"{range_begin:/registry/csinodes/controller-3; range_end:; response_count:0; response_revision:671; }","duration":"560.453646ms","start":"2026-03-25T07:27:05.136401Z","end":"2026-03-25T07:27:05.696855Z","steps":["trace[318238886] 'agreement among raft nodes before linearized reading' (duration: 560.221393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:05.696777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.310933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:27:05.696963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:05.136373Z","time spent":"560.574858ms","remote":"127.0.0.1:49668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/controller-3\" limit:1 "} {"level":"info","ts":"2026-03-25T07:27:05.697101Z","caller":"traceutil/trace.go:172","msg":"trace[792437099] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-3; range_end:; response_count:0; response_revision:671; }","duration":"346.585267ms","start":"2026-03-25T07:27:05.350449Z","end":"2026-03-25T07:27:05.697034Z","steps":["trace[792437099] 'agreement among raft nodes before linearized reading' (duration: 346.272322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:05.697232Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:05.350417Z","time spent":"346.79925ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:27:05.697420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.840995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-03-25T07:27:05.696819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.392585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-25T07:27:05.697498Z","caller":"traceutil/trace.go:172","msg":"trace[1922487862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:671; }","duration":"102.935756ms","start":"2026-03-25T07:27:05.594540Z","end":"2026-03-25T07:27:05.697476Z","steps":["trace[1922487862] 'agreement among raft nodes before linearized reading' (duration: 102.299547ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:05.698109Z","caller":"traceutil/trace.go:172","msg":"trace[2125482633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:671; }","duration":"147.101355ms","start":"2026-03-25T07:27:05.550390Z","end":"2026-03-25T07:27:05.697492Z","steps":["trace[2125482633] 'agreement among raft nodes before linearized reading' (duration: 146.237253ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:06.318697Z","caller":"traceutil/trace.go:172","msg":"trace[1033639207] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"129.759057ms","start":"2026-03-25T07:27:06.188868Z","end":"2026-03-25T07:27:06.318627Z","steps":["trace[1033639207] 'process raft request' (duration: 129.437113ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:06.486965Z","caller":"traceutil/trace.go:172","msg":"trace[980348089] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"159.895149ms","start":"2026-03-25T07:27:06.327047Z","end":"2026-03-25T07:27:06.486942Z","steps":["trace[980348089] 'process raft request' (duration: 147.933148ms)","trace[980348089] 'compare' (duration: 11.440844ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:27:16.050001Z","caller":"traceutil/trace.go:172","msg":"trace[1391340644] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"230.147794ms","start":"2026-03-25T07:27:15.819828Z","end":"2026-03-25T07:27:16.049975Z","steps":["trace[1391340644] 'process raft request' (duration: 229.897431ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:16.055648Z","caller":"traceutil/trace.go:172","msg":"trace[995214425] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:791; }","duration":"226.978551ms","start":"2026-03-25T07:27:15.828639Z","end":"2026-03-25T07:27:16.055618Z","steps":["trace[995214425] 'read index received' (duration: 226.970731ms)","trace[995214425] 'applied index is now lower than readState.Index' (duration: 6.1µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:27:16.056008Z","caller":"traceutil/trace.go:172","msg":"trace[1110201696] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"120.314488ms","start":"2026-03-25T07:27:15.935633Z","end":"2026-03-25T07:27:16.055947Z","steps":["trace[1110201696] 'process raft request' (duration: 120.191786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:16.056015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.344895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:16.056133Z","caller":"traceutil/trace.go:172","msg":"trace[860144737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:731; }","duration":"227.476787ms","start":"2026-03-25T07:27:15.828631Z","end":"2026-03-25T07:27:16.056108Z","steps":["trace[860144737] 'agreement among raft nodes before linearized reading' (duration: 227.236994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:27.802136Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.065507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-25T07:27:40.249681Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.520333ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:40.249813Z","caller":"traceutil/trace.go:172","msg":"trace[994615446] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:882; }","duration":"268.681926ms","start":"2026-03-25T07:27:39.981112Z","end":"2026-03-25T07:27:40.249794Z","steps":["trace[994615446] 'range keys from in-memory index tree' (duration: 268.450172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:40.250014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.796447ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-25T07:27:41.994593Z","caller":"traceutil/trace.go:172","msg":"trace[2097492164] linearizableReadLoop","detail":"{readStateIndex:1017; appliedIndex:1019; }","duration":"134.686515ms","start":"2026-03-25T07:27:41.859854Z","end":"2026-03-25T07:27:41.994540Z","steps":["trace[2097492164] 'read index received' (duration: 134.663725ms)","trace[2097492164] 'applied index is now lower than readState.Index' (duration: 19.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:42.005383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.143485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-03-25T07:27:42.005441Z","caller":"traceutil/trace.go:172","msg":"trace[1904240693] transaction","detail":"{read_only:false; number_of_response:1; response_revision:922; }","duration":"142.091566ms","start":"2026-03-25T07:27:41.863317Z","end":"2026-03-25T07:27:42.005409Z","steps":["trace[1904240693] 'process raft request' (duration: 141.897984ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:42.005473Z","caller":"traceutil/trace.go:172","msg":"trace[124451179] transaction","detail":"{read_only:false; number_of_response:1; response_revision:922; }","duration":"138.482046ms","start":"2026-03-25T07:27:41.866967Z","end":"2026-03-25T07:27:42.005449Z","steps":["trace[124451179] 'process raft request' (duration: 138.310474ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:42.005508Z","caller":"traceutil/trace.go:172","msg":"trace[2134213668] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:921; }","duration":"173.305897ms","start":"2026-03-25T07:27:41.832178Z","end":"2026-03-25T07:27:42.005483Z","steps":["trace[2134213668] 'agreement among raft nodes before linearized reading' (duration: 162.534549ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:42.025554Z","caller":"traceutil/trace.go:172","msg":"trace[1766742234] transaction","detail":"{read_only:false; number_of_response:1; response_revision:931; }","duration":"126.879349ms","start":"2026-03-25T07:27:41.898660Z","end":"2026-03-25T07:27:42.025539Z","steps":["trace[1766742234] 'process raft request' (duration: 126.842109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:42.025521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.767871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-25T07:27:42.025628Z","caller":"traceutil/trace.go:172","msg":"trace[778110028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:931; }","duration":"107.896532ms","start":"2026-03-25T07:27:41.917717Z","end":"2026-03-25T07:27:42.025613Z","steps":["trace[778110028] 'agreement among raft nodes before linearized reading' (duration: 107.616569ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:42.025803Z","caller":"traceutil/trace.go:172","msg":"trace[431446129] transaction","detail":"{read_only:false; number_of_response:0; response_revision:931; }","duration":"137.757889ms","start":"2026-03-25T07:27:41.888039Z","end":"2026-03-25T07:27:42.025797Z","steps":["trace[431446129] 'process raft request' (duration: 137.04977ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:42.025889Z","caller":"traceutil/trace.go:172","msg":"trace[1019376490] transaction","detail":"{read_only:false; number_of_response:1; response_revision:931; }","duration":"130.366538ms","start":"2026-03-25T07:27:41.895519Z","end":"2026-03-25T07:27:42.025885Z","steps":["trace[1019376490] 'process raft request' (duration: 129.67463ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:42.417206Z","caller":"traceutil/trace.go:172","msg":"trace[1464616494] linearizableReadLoop","detail":"{readStateIndex:1078; appliedIndex:1079; }","duration":"111.192202ms","start":"2026-03-25T07:27:42.305959Z","end":"2026-03-25T07:27:42.417152Z","steps":["trace[1464616494] 'read index received' (duration: 111.185102ms)","trace[1464616494] 'applied index is now lower than readState.Index' (duration: 5.65µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:42.417436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.460854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-03-25T07:27:42.417469Z","caller":"traceutil/trace.go:172","msg":"trace[312577183] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:950; }","duration":"111.515955ms","start":"2026-03-25T07:27:42.305945Z","end":"2026-03-25T07:27:42.417461Z","steps":["trace[312577183] 'agreement among raft nodes before linearized reading' (duration: 111.330223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:43.853438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.382763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T07:27:43.853699Z","caller":"traceutil/trace.go:172","msg":"trace[1532101006] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:983; }","duration":"106.590435ms","start":"2026-03-25T07:27:43.746978Z","end":"2026-03-25T07:27:43.853568Z","steps":["trace[1532101006] 'range keys from in-memory index tree' (duration: 100.351578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:44.766899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.842359ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:44.766999Z","caller":"traceutil/trace.go:172","msg":"trace[1651695998] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:985; }","duration":"150.98466ms","start":"2026-03-25T07:27:44.615997Z","end":"2026-03-25T07:27:44.766982Z","steps":["trace[1651695998] 'range keys from in-memory index tree' (duration: 150.771318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:45.445119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.995921ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-25T07:27:45.903722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.143339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:27:45.974054Z","caller":"traceutil/trace.go:172","msg":"trace[894191499] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1146; }","duration":"324.120485ms","start":"2026-03-25T07:27:45.649906Z","end":"2026-03-25T07:27:45.974026Z","steps":["trace[894191499] 'read index received' (duration: 324.113255ms)","trace[894191499] 'applied index is now lower than readState.Index' (duration: 5.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:45.974432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.50702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-25T07:27:45.974532Z","caller":"traceutil/trace.go:172","msg":"trace[653937223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:996; }","duration":"324.619611ms","start":"2026-03-25T07:27:45.649892Z","end":"2026-03-25T07:27:45.974511Z","steps":["trace[653937223] 'agreement among raft nodes before linearized reading' (duration: 324.222537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:45.974597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:45.649860Z","time spent":"324.706882ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:27:45.982093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.91407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:45.982158Z","caller":"traceutil/trace.go:172","msg":"trace[658079965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"151.999041ms","start":"2026-03-25T07:27:45.830143Z","end":"2026-03-25T07:27:45.982142Z","steps":["trace[658079965] 'agreement among raft nodes before linearized reading' (duration: 151.88388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:46.847873Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:47.262421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.412976ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:27:47.262875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"415.472837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:27:47.262986Z","caller":"traceutil/trace.go:172","msg":"trace[1153726747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:999; }","duration":"282.983622ms","start":"2026-03-25T07:27:46.979961Z","end":"2026-03-25T07:27:47.262944Z","steps":["trace[1153726747] 'range keys from in-memory index tree' (duration: 282.316415ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:47.280617Z","caller":"traceutil/trace.go:172","msg":"trace[1005563302] linearizableReadLoop","detail":"{readStateIndex:1152; appliedIndex:1152; }","duration":"933.123287ms","start":"2026-03-25T07:27:46.347468Z","end":"2026-03-25T07:27:47.280591Z","steps":["trace[1005563302] 'read index received' (duration: 933.113566ms)","trace[1005563302] 'applied index is now lower than readState.Index' (duration: 8.281µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:47.284072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"936.583423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-25T07:27:47.284176Z","caller":"traceutil/trace.go:172","msg":"trace[151116588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1002; }","duration":"936.712155ms","start":"2026-03-25T07:27:46.347449Z","end":"2026-03-25T07:27:47.284161Z","steps":["trace[151116588] 'agreement among raft nodes before linearized reading' (duration: 933.290168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:47.284216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:46.347418Z","time spent":"936.788985ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:27:47.631705Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13451017489542130225,"received-request-id":13451017489542130223} {"level":"warn","ts":"2026-03-25T07:27:47.781390Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:47.837458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.690932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:27:47.837772Z","caller":"traceutil/trace.go:172","msg":"trace[1449013175] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"1.170814662s","start":"2026-03-25T07:27:46.666848Z","end":"2026-03-25T07:27:47.837663Z","steps":["trace[1449013175] 'process raft request' (duration: 942.278441ms)","trace[1449013175] 'compare' (duration: 227.375719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:47.838138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:46.666811Z","time spent":"1.171106444s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T07:27:48.042855Z","caller":"traceutil/trace.go:172","msg":"trace[1468993848] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1157; }","duration":"762.05025ms","start":"2026-03-25T07:27:47.280724Z","end":"2026-03-25T07:27:48.042774Z","steps":["trace[1468993848] 'read index received' (duration: 762.04104ms)","trace[1468993848] 'applied index is now lower than readState.Index' (duration: 7.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:48.127565Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"864.417215ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:48.127695Z","caller":"traceutil/trace.go:172","msg":"trace[1361499770] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1007; }","duration":"864.572177ms","start":"2026-03-25T07:27:47.263089Z","end":"2026-03-25T07:27:48.127662Z","steps":["trace[1361499770] 'agreement among raft nodes before linearized reading' (duration: 779.725624ms)","trace[1361499770] 'range keys from in-memory index tree' (duration: 84.659221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:48.127582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.186808683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-25T07:27:48.127995Z","caller":"traceutil/trace.go:172","msg":"trace[1861250870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1007; }","duration":"1.187232057s","start":"2026-03-25T07:27:46.940727Z","end":"2026-03-25T07:27:48.127959Z","steps":["trace[1861250870] 'agreement among raft nodes before linearized reading' (duration: 1.102280734s)","trace[1861250870] 'range keys from in-memory index tree' (duration: 84.473958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:48.128072Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:46.940701Z","time spent":"1.187349578s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-25T07:27:48.189227Z","caller":"traceutil/trace.go:172","msg":"trace[2027233010] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1163; }","duration":"146.139708ms","start":"2026-03-25T07:27:48.043061Z","end":"2026-03-25T07:27:48.189200Z","steps":["trace[2027233010] 'read index received' (duration: 146.130358ms)","trace[2027233010] 'applied index is now lower than readState.Index' (duration: 7.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:48.189299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.957324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:48.189340Z","caller":"traceutil/trace.go:172","msg":"trace[1314360690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1013; }","duration":"361.023854ms","start":"2026-03-25T07:27:47.828307Z","end":"2026-03-25T07:27:48.189330Z","steps":["trace[1314360690] 'agreement among raft nodes before linearized reading' (duration: 360.906513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:48.189373Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:47.828282Z","time spent":"361.084865ms","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T07:27:48.189403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"402.851242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-25T07:27:48.189403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"691.25798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:27:48.189411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"667.907245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T07:27:48.189476Z","caller":"traceutil/trace.go:172","msg":"trace[1819121733] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1013; }","duration":"402.937773ms","start":"2026-03-25T07:27:47.786515Z","end":"2026-03-25T07:27:48.189453Z","steps":["trace[1819121733] 'agreement among raft nodes before linearized reading' (duration: 402.7001ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:48.189477Z","caller":"traceutil/trace.go:172","msg":"trace[906309815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:0; response_revision:1013; }","duration":"691.344681ms","start":"2026-03-25T07:27:47.498118Z","end":"2026-03-25T07:27:48.189463Z","steps":["trace[906309815] 'agreement among raft nodes before linearized reading' (duration: 691.21985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:48.189518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:47.786483Z","time spent":"403.026893ms","remote":"127.0.0.1:49102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-03-25T07:27:48.189511Z","caller":"traceutil/trace.go:172","msg":"trace[2032567094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1013; }","duration":"668.025426ms","start":"2026-03-25T07:27:47.521464Z","end":"2026-03-25T07:27:48.189490Z","steps":["trace[2032567094] 'agreement among raft nodes before linearized reading' (duration: 667.810244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:48.189521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:47.498093Z","time spent":"691.418211ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:27:48.189564Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:47.521440Z","time spent":"668.114828ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-25T07:27:48.380517Z","caller":"traceutil/trace.go:172","msg":"trace[1436304271] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1019; }","duration":"102.509215ms","start":"2026-03-25T07:27:48.277978Z","end":"2026-03-25T07:27:48.380488Z","steps":["trace[1436304271] 'process raft request' (duration: 102.370494ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:48.492052Z","caller":"traceutil/trace.go:172","msg":"trace[1268216297] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1173; }","duration":"216.978076ms","start":"2026-03-25T07:27:48.275050Z","end":"2026-03-25T07:27:48.492028Z","steps":["trace[1268216297] 'read index received' (duration: 216.243189ms)","trace[1268216297] 'applied index is now lower than readState.Index' (duration: 6.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:48.492238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.161698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" limit:1 ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-03-25T07:27:48.492310Z","caller":"traceutil/trace.go:172","msg":"trace[1209227529] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io; range_end:; response_count:1; response_revision:1019; }","duration":"217.254559ms","start":"2026-03-25T07:27:48.275038Z","end":"2026-03-25T07:27:48.492293Z","steps":["trace[1209227529] 'agreement among raft nodes before linearized reading' (duration: 217.091387ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:48.492791Z","caller":"traceutil/trace.go:172","msg":"trace[1372862643] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"214.728443ms","start":"2026-03-25T07:27:48.278052Z","end":"2026-03-25T07:27:48.492780Z","steps":["trace[1372862643] 'process raft request' (duration: 214.347339ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:48.757828Z","caller":"traceutil/trace.go:172","msg":"trace[1561489402] linearizableReadLoop","detail":"{readStateIndex:1177; appliedIndex:1177; }","duration":"265.680802ms","start":"2026-03-25T07:27:48.492118Z","end":"2026-03-25T07:27:48.757798Z","steps":["trace[1561489402] 'read index received' (duration: 265.672822ms)","trace[1561489402] 'applied index is now lower than readState.Index' (duration: 6.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:48.758387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.196353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-25T07:27:48.758444Z","caller":"traceutil/trace.go:172","msg":"trace[1928238874] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1023; }","duration":"480.278533ms","start":"2026-03-25T07:27:48.278153Z","end":"2026-03-25T07:27:48.758431Z","steps":["trace[1928238874] 'agreement among raft nodes before linearized reading' (duration: 479.766018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:48.758485Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:48.278136Z","time spent":"480.338154ms","remote":"127.0.0.1:48984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-25T07:27:48.897013Z","caller":"traceutil/trace.go:172","msg":"trace[1913302917] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1030; }","duration":"402.316743ms","start":"2026-03-25T07:27:48.494657Z","end":"2026-03-25T07:27:48.896974Z","steps":["trace[1913302917] 'process raft request' (duration: 401.810488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:48.897430Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:48.494632Z","time spent":"402.586945ms","remote":"127.0.0.1:50020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-25T07:27:48.897645Z","caller":"traceutil/trace.go:172","msg":"trace[2087728379] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1030; }","duration":"373.461643ms","start":"2026-03-25T07:27:48.524154Z","end":"2026-03-25T07:27:48.897616Z","steps":["trace[2087728379] 'process raft request' (duration: 372.989737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:48.897830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:48.524118Z","time spent":"373.615495ms","remote":"127.0.0.1:50020","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T07:27:48.898368Z","caller":"traceutil/trace.go:172","msg":"trace[2104101903] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1030; }","duration":"134.272986ms","start":"2026-03-25T07:27:48.763726Z","end":"2026-03-25T07:27:48.897999Z","steps":["trace[2104101903] 'process raft request' (duration: 134.153485ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:49.284124Z","caller":"traceutil/trace.go:172","msg":"trace[576899065] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1035; }","duration":"382.495068ms","start":"2026-03-25T07:27:48.901608Z","end":"2026-03-25T07:27:49.284103Z","steps":["trace[576899065] 'process raft request' (duration: 382.469748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:49.284262Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:48.901593Z","time spent":"382.611039ms","remote":"127.0.0.1:50020","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-25T07:27:49.284623Z","caller":"traceutil/trace.go:172","msg":"trace[536620029] linearizableReadLoop","detail":"{readStateIndex:1193; appliedIndex:1198; }","duration":"383.666689ms","start":"2026-03-25T07:27:48.900948Z","end":"2026-03-25T07:27:49.284615Z","steps":["trace[536620029] 'read index received' (duration: 383.663769ms)","trace[536620029] 'applied index is now lower than readState.Index' (duration: 2.47µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:27:49.284839Z","caller":"traceutil/trace.go:172","msg":"trace[1533886545] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1035; }","duration":"446.066749ms","start":"2026-03-25T07:27:48.838764Z","end":"2026-03-25T07:27:49.284831Z","steps":["trace[1533886545] 'process raft request' (duration: 445.288641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:49.284896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:48.838731Z","time spent":"446.127119ms","remote":"127.0.0.1:48984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":94,"response count":0,"response size":5611,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T07:27:49.285121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"384.186535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 ","response":"range_response_count:1 size:947"} {"level":"info","ts":"2026-03-25T07:27:49.285144Z","caller":"traceutil/trace.go:172","msg":"trace[425834325] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2.cilium.io; range_end:; response_count:1; response_revision:1035; }","duration":"384.211416ms","start":"2026-03-25T07:27:48.900925Z","end":"2026-03-25T07:27:49.285137Z","steps":["trace[425834325] 'agreement among raft nodes before linearized reading' (duration: 384.110335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:49.285167Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:48.900902Z","time spent":"384.256796ms","remote":"127.0.0.1:50020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":970,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 "} {"level":"info","ts":"2026-03-25T07:27:49.369839Z","caller":"traceutil/trace.go:172","msg":"trace[1353980590] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1040; }","duration":"320.102526ms","start":"2026-03-25T07:27:49.049707Z","end":"2026-03-25T07:27:49.369809Z","steps":["trace[1353980590] 'process raft request' (duration: 318.914894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:49.370247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:49.049671Z","time spent":"320.264139ms","remote":"127.0.0.1:48984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":94,"response count":0,"response size":5620,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T07:27:49.422774Z","caller":"traceutil/trace.go:172","msg":"trace[224914822] linearizableReadLoop","detail":"{readStateIndex:1209; appliedIndex:1206; }","duration":"138.105816ms","start":"2026-03-25T07:27:49.284640Z","end":"2026-03-25T07:27:49.422746Z","steps":["trace[224914822] 'read index received' (duration: 126.412535ms)","trace[224914822] 'applied index is now lower than readState.Index' (duration: 11.690891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:49.423143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.243627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-6vj9d\" limit:1 ","response":"range_response_count:1 size:5395"} {"level":"info","ts":"2026-03-25T07:27:49.423199Z","caller":"traceutil/trace.go:172","msg":"trace[1373651498] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-6vj9d; range_end:; response_count:1; response_revision:1043; }","duration":"223.320657ms","start":"2026-03-25T07:27:49.199863Z","end":"2026-03-25T07:27:49.423183Z","steps":["trace[1373651498] 'agreement among raft nodes before linearized reading' (duration: 223.021364ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:49.423431Z","caller":"traceutil/trace.go:172","msg":"trace[39197264] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1042; }","duration":"128.453037ms","start":"2026-03-25T07:27:49.294912Z","end":"2026-03-25T07:27:49.423365Z","steps":["trace[39197264] 'process raft request' (duration: 127.69455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:49.423559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"443.115469ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:49.424184Z","caller":"traceutil/trace.go:172","msg":"trace[419872057] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1046; }","duration":"443.581634ms","start":"2026-03-25T07:27:48.980426Z","end":"2026-03-25T07:27:49.424008Z","steps":["trace[419872057] 'agreement among raft nodes before linearized reading' (duration: 443.091549ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:49.524192Z","caller":"traceutil/trace.go:172","msg":"trace[195421275] linearizableReadLoop","detail":"{readStateIndex:1220; appliedIndex:1221; }","duration":"101.289956ms","start":"2026-03-25T07:27:49.422855Z","end":"2026-03-25T07:27:49.524145Z","steps":["trace[195421275] 'read index received' (duration: 101.274896ms)","trace[195421275] 'applied index is now lower than readState.Index' (duration: 12.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:49.524406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.014889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" limit:1 ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-03-25T07:27:49.524572Z","caller":"traceutil/trace.go:172","msg":"trace[1843234509] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io; range_end:; response_count:1; response_revision:1050; }","duration":"238.204071ms","start":"2026-03-25T07:27:49.286353Z","end":"2026-03-25T07:27:49.524558Z","steps":["trace[1843234509] 'agreement among raft nodes before linearized reading' (duration: 237.858337ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:49.562076Z","caller":"traceutil/trace.go:172","msg":"trace[1835608215] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"130.170446ms","start":"2026-03-25T07:27:49.431886Z","end":"2026-03-25T07:27:49.562056Z","steps":["trace[1835608215] 'process raft request' (duration: 129.980844ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:49.562299Z","caller":"traceutil/trace.go:172","msg":"trace[1360279937] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1051; }","duration":"124.255915ms","start":"2026-03-25T07:27:49.438018Z","end":"2026-03-25T07:27:49.562274Z","steps":["trace[1360279937] 'process raft request' (duration: 123.997522ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:49.619292Z","caller":"traceutil/trace.go:172","msg":"trace[724923342] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1053; }","duration":"104.312257ms","start":"2026-03-25T07:27:49.514958Z","end":"2026-03-25T07:27:49.619271Z","steps":["trace[724923342] 'process raft request' (duration: 104.132275ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:52.222783Z","caller":"traceutil/trace.go:172","msg":"trace[2086265874] linearizableReadLoop","detail":"{readStateIndex:1280; appliedIndex:1280; }","duration":"240.40407ms","start":"2026-03-25T07:27:51.982346Z","end":"2026-03-25T07:27:52.222750Z","steps":["trace[2086265874] 'read index received' (duration: 240.3946ms)","trace[2086265874] 'applied index is now lower than readState.Index' (duration: 8.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:52.222903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.586211ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:52.222920Z","caller":"traceutil/trace.go:172","msg":"trace[131626856] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1095; }","duration":"240.626322ms","start":"2026-03-25T07:27:51.982289Z","end":"2026-03-25T07:27:52.222915Z","steps":["trace[131626856] 'agreement among raft nodes before linearized reading' (duration: 240.558211ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:52.223169Z","caller":"traceutil/trace.go:172","msg":"trace[780271263] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1095; }","duration":"212.697937ms","start":"2026-03-25T07:27:52.010443Z","end":"2026-03-25T07:27:52.223141Z","steps":["trace[780271263] 'process raft request' (duration: 212.419884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:54.735120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.030642ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:54.735251Z","caller":"traceutil/trace.go:172","msg":"trace[433468931] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1128; }","duration":"119.168084ms","start":"2026-03-25T07:27:54.616058Z","end":"2026-03-25T07:27:54.735226Z","steps":["trace[433468931] 'range keys from in-memory index tree' (duration: 118.965312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:54.735394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"754.694963ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:54.735443Z","caller":"traceutil/trace.go:172","msg":"trace[419424822] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1128; }","duration":"754.746814ms","start":"2026-03-25T07:27:53.980683Z","end":"2026-03-25T07:27:54.735430Z","steps":["trace[419424822] 'range keys from in-memory index tree' (duration: 754.644543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:54.735666Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.025086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-25T07:27:55.047417Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:55.495410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.221704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-25T07:27:55.548432Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:56.015145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"397.288115ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T07:27:56.015905Z","caller":"traceutil/trace.go:172","msg":"trace[785595184] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1329; }","duration":"1.468735535s","start":"2026-03-25T07:27:54.547158Z","end":"2026-03-25T07:27:56.015894Z","steps":["trace[785595184] 'read index received' (duration: 1.40502039s)","trace[785595184] 'applied index is now lower than readState.Index' (duration: 63.714615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:56.016641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.469097058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-25T07:27:56.016887Z","caller":"traceutil/trace.go:172","msg":"trace[1970833041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1149; }","duration":"1.469710824s","start":"2026-03-25T07:27:54.547153Z","end":"2026-03-25T07:27:56.016864Z","steps":["trace[1970833041] 'agreement among raft nodes before linearized reading' (duration: 1.468819136s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:56.016966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:54.547134Z","time spent":"1.469820845s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:27:56.516382Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:57.017917Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:57.518580Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:57.615369Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.663999033s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T07:27:57.615847Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13451017489542130294,"received-request-id":13451017489542130293} {"level":"warn","ts":"2026-03-25T07:27:57.829112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.99861099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T07:27:57.829169Z","caller":"traceutil/trace.go:172","msg":"trace[24417096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998680441s","start":"2026-03-25T07:27:55.830476Z","end":"2026-03-25T07:27:57.829156Z","steps":["trace[24417096] 'agreement among raft nodes before linearized reading' (duration: 1.99860985s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:57.829225Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:55.830446Z","time spent":"1.998771853s","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 07:27:57 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T07:27:58.019702Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:58.520895Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:59.021181Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:59.357714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.741665146s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-25T07:27:59.522119Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:27:59.562299Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.946569249s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T07:27:59.696067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.346548ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-25T07:27:59.829429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999896944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T07:27:59.829660Z","caller":"traceutil/trace.go:172","msg":"trace[91836705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163516s","start":"2026-03-25T07:27:57.829472Z","end":"2026-03-25T07:27:59.829636Z","steps":["trace[91836705] 'agreement among raft nodes before linearized reading' (duration: 1.999893034s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:59.830168Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:57.829456Z","time spent":"2.000684361s","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 07:27:59 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T07:27:59.868314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.799462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:27:59.868594Z","caller":"traceutil/trace.go:172","msg":"trace[184529324] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"3.844669324s","start":"2026-03-25T07:27:56.023904Z","end":"2026-03-25T07:27:59.868573Z","steps":["trace[184529324] 'process raft request' (duration: 3.844590374s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:59.868746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:56.023875Z","time spent":"3.844792815s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T07:27:59.868675Z","caller":"traceutil/trace.go:172","msg":"trace[1906395625] linearizableReadLoop","detail":"{readStateIndex:1367; appliedIndex:1365; }","duration":"3.852717913s","start":"2026-03-25T07:27:56.015934Z","end":"2026-03-25T07:27:59.868652Z","steps":["trace[1906395625] 'read index received' (duration: 3.762438865s)","trace[1906395625] 'applied index is now lower than readState.Index' (duration: 90.277078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:27:59.869048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.133523153s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:27:59.869110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.909977675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-25T07:27:59.869129Z","caller":"traceutil/trace.go:172","msg":"trace[624845901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1173; }","duration":"5.133625404s","start":"2026-03-25T07:27:54.735472Z","end":"2026-03-25T07:27:59.869098Z","steps":["trace[624845901] 'agreement among raft nodes before linearized reading' (duration: 5.133491893s)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:59.869166Z","caller":"traceutil/trace.go:172","msg":"trace[1564402359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1173; }","duration":"4.910038886s","start":"2026-03-25T07:27:54.959115Z","end":"2026-03-25T07:27:59.869154Z","steps":["trace[1564402359] 'agreement among raft nodes before linearized reading' (duration: 4.909564361s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:59.869219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:54.959098Z","time spent":"4.910110216s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:27:59.891529Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13451017489542130298,"received-request-id":13451017489542130294} {"level":"info","ts":"2026-03-25T07:27:59.952549Z","caller":"traceutil/trace.go:172","msg":"trace[427488295] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"119.052809ms","start":"2026-03-25T07:27:59.833467Z","end":"2026-03-25T07:27:59.952520Z","steps":["trace[427488295] 'process raft request' (duration: 119.001379ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:59.952659Z","caller":"traceutil/trace.go:172","msg":"trace[1576202370] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"2.108477479s","start":"2026-03-25T07:27:57.844162Z","end":"2026-03-25T07:27:59.952639Z","steps":["trace[1576202370] 'process raft request' (duration: 2.108180586s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:59.952814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.674525965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-03-25T07:27:59.952895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.98102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:27:59.952940Z","caller":"traceutil/trace.go:172","msg":"trace[1591354148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1176; }","duration":"114.01505ms","start":"2026-03-25T07:27:59.838908Z","end":"2026-03-25T07:27:59.952923Z","steps":["trace[1591354148] 'agreement among raft nodes before linearized reading' (duration: 113.962719ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:27:59.952896Z","caller":"traceutil/trace.go:172","msg":"trace[2056063353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1176; }","duration":"3.674617686s","start":"2026-03-25T07:27:56.278262Z","end":"2026-03-25T07:27:59.952880Z","steps":["trace[2056063353] 'agreement among raft nodes before linearized reading' (duration: 3.674420424s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:59.952990Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"778.902278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:27:59.953019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.91843063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-25T07:27:59.953051Z","caller":"traceutil/trace.go:172","msg":"trace[430927245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1176; }","duration":"3.91846755s","start":"2026-03-25T07:27:56.034574Z","end":"2026-03-25T07:27:59.953042Z","steps":["trace[430927245] 'agreement among raft nodes before linearized reading' (duration: 3.918340479s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:59.953069Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:56.034546Z","time spent":"3.91851749s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-25T07:27:59.953057Z","caller":"traceutil/trace.go:172","msg":"trace[819541349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1176; }","duration":"778.957499ms","start":"2026-03-25T07:27:59.174074Z","end":"2026-03-25T07:27:59.953032Z","steps":["trace[819541349] 'agreement among raft nodes before linearized reading' (duration: 778.857088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:59.953069Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:56.278231Z","time spent":"3.674795117s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:27:59.953122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:59.174051Z","time spent":"779.057451ms","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T07:27:59.952777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.161106211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T07:27:59.953208Z","caller":"traceutil/trace.go:172","msg":"trace[573924495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1176; }","duration":"3.161558395s","start":"2026-03-25T07:27:56.791635Z","end":"2026-03-25T07:27:59.953193Z","steps":["trace[573924495] 'agreement among raft nodes before linearized reading' (duration: 3.16102863s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:27:59.953258Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:56.791606Z","time spent":"3.161632896s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:27:59.953301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:27:57.844131Z","time spent":"2.108687421s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T07:28:00.459495Z","caller":"traceutil/trace.go:172","msg":"trace[1141538018] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"126.036589ms","start":"2026-03-25T07:28:00.333439Z","end":"2026-03-25T07:28:00.459475Z","steps":["trace[1141538018] 'process raft request' (duration: 123.776367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:02.757338Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:28:03.264232Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:28:03.765021Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:28:04.267645Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:28:04.768371Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:28:04.841969Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001075786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T07:28:04.842760Z","caller":"traceutil/trace.go:172","msg":"trace[1788242672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001881985s","start":"2026-03-25T07:28:02.840865Z","end":"2026-03-25T07:28:04.842747Z","steps":["trace[1788242672] 'agreement among raft nodes before linearized reading' (duration: 2.001073856s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:04.842810Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:02.840846Z","time spent":"2.001956675s","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 07:28:04 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T07:28:05.404754Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:28:06.228112Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:28:07.868094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.025554415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T07:28:07.868147Z","caller":"traceutil/trace.go:172","msg":"trace[1834740883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"3.025605585s","start":"2026-03-25T07:28:04.842531Z","end":"2026-03-25T07:28:07.868136Z","steps":["trace[1834740883] 'agreement among raft nodes before linearized reading' (duration: 3.025554215s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:07.868183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:04.842508Z","time spent":"3.025665157s","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T07:28:07.867856Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.001298388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T07:28:07.870361Z","caller":"traceutil/trace.go:172","msg":"trace[112701775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.003825791s","start":"2026-03-25T07:28:02.866528Z","end":"2026-03-25T07:28:07.870354Z","steps":["trace[112701775] 'agreement among raft nodes before linearized reading' (duration: 5.001296927s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:07.870386Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:02.866516Z","time spent":"5.003862542s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:07.871110Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:28:08.372028Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:28:08.850366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"979.618861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-25T07:28:08.850969Z","caller":"traceutil/trace.go:172","msg":"trace[934201769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"980.230027ms","start":"2026-03-25T07:28:07.870723Z","end":"2026-03-25T07:28:08.850953Z","steps":["trace[934201769] 'agreement among raft nodes before linearized reading' (duration: 979.616231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:08.851015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:07.870721Z","time spent":"980.287427ms","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/25 07:28:08 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T07:28:08.879049Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130322,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-25T07:28:08.904401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.998541249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T07:28:08.904432Z","caller":"traceutil/trace.go:172","msg":"trace[875843993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998577199s","start":"2026-03-25T07:28:03.905849Z","end":"2026-03-25T07:28:08.904426Z","steps":["trace[875843993] 'agreement among raft nodes before linearized reading' (duration: 4.998540139s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:08.904454Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:03.905836Z","time spent":"4.998611719s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:08.996628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.001894408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-25T07:28:08.996679Z","caller":"traceutil/trace.go:172","msg":"trace[138894015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.001961389s","start":"2026-03-25T07:28:03.994707Z","end":"2026-03-25T07:28:08.996668Z","steps":["trace[138894015] 'agreement among raft nodes before linearized reading' (duration: 5.001891748s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:08.997326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:03.994701Z","time spent":"5.002616116s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/25 07:28:08 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-25T07:28:09.306628Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-25T07:28:09.306747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.050456695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tpxjr\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-25T07:28:09.306776Z","caller":"traceutil/trace.go:172","msg":"trace[12814570] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tpxjr; range_end:; }","duration":"7.050506736s","start":"2026-03-25T07:28:02.256257Z","end":"2026-03-25T07:28:09.306764Z","steps":["trace[12814570] 'agreement among raft nodes before linearized reading' (duration: 7.050455805s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.306817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:02.256217Z","time spent":"7.050593637s","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-tpxjr\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.307726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:02.257203Z","time spent":"7.050520375s","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-25T07:28:09.401930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.785678072s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.402015Z","caller":"traceutil/trace.go:172","msg":"trace[399737242] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1200; }","duration":"4.785810903s","start":"2026-03-25T07:28:04.616190Z","end":"2026-03-25T07:28:09.402001Z","steps":["trace[399737242] 'range keys from in-memory index tree' (duration: 4.785663402s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.430862Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"6.462399139s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-25T07:28:09.499458Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13451017489542130326,"received-request-id":13451017489542130322} {"level":"warn","ts":"2026-03-25T07:28:09.586141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.032535ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T07:28:09.607544Z","caller":"traceutil/trace.go:172","msg":"trace[1208417495] linearizableReadLoop","detail":"{readStateIndex:1449; appliedIndex:1449; }","duration":"300.803536ms","start":"2026-03-25T07:28:09.306688Z","end":"2026-03-25T07:28:09.607492Z","steps":["trace[1208417495] 'read index received' (duration: 300.781736ms)","trace[1208417495] 'applied index is now lower than readState.Index' (duration: 19.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:09.607945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.576666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.607985Z","caller":"traceutil/trace.go:172","msg":"trace[1356705086] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"1.681163171s","start":"2026-03-25T07:28:07.926794Z","end":"2026-03-25T07:28:09.607957Z","steps":["trace[1356705086] 'process raft request' (duration: 1.68095369s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.608017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.768135328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.608083Z","caller":"traceutil/trace.go:172","msg":"trace[253117720] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1252; }","duration":"5.768218548s","start":"2026-03-25T07:28:03.839849Z","end":"2026-03-25T07:28:09.608068Z","steps":["trace[253117720] 'agreement among raft nodes before linearized reading' (duration: 5.768078687s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.608102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.628086862s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:28:09.608114Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:03.839813Z","time spent":"5.7682946s","remote":"127.0.0.1:48984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"info","ts":"2026-03-25T07:28:09.608131Z","caller":"traceutil/trace.go:172","msg":"trace[480734379] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1252; }","duration":"6.628148173s","start":"2026-03-25T07:28:02.979974Z","end":"2026-03-25T07:28:09.608122Z","steps":["trace[480734379] 'agreement among raft nodes before linearized reading' (duration: 6.628071542s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.608132Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:07.926777Z","time spent":"1.681281832s","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4375,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T07:28:09.608175Z","caller":"traceutil/trace.go:172","msg":"trace[933646274] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"6.013630785s","start":"2026-03-25T07:28:03.594474Z","end":"2026-03-25T07:28:09.608105Z","steps":["trace[933646274] 'process raft request' (duration: 6.013126069s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.608306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.149577037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.608333Z","caller":"traceutil/trace.go:172","msg":"trace[1509959837] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1252; }","duration":"5.149603577s","start":"2026-03-25T07:28:04.458723Z","end":"2026-03-25T07:28:09.608327Z","steps":["trace[1509959837] 'agreement among raft nodes before linearized reading' (duration: 5.149559816s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.608349Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:04.458716Z","time spent":"5.149628477s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.608203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.737115861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:28:09.608391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:03.594456Z","time spent":"6.013767006s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-25T07:28:09.608414Z","caller":"traceutil/trace.go:172","msg":"trace[761715107] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1252; }","duration":"1.737323893s","start":"2026-03-25T07:28:07.871069Z","end":"2026-03-25T07:28:09.608393Z","steps":["trace[761715107] 'agreement among raft nodes before linearized reading' (duration: 1.737019491s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.608471Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:07.871064Z","time spent":"1.737391254s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"info","ts":"2026-03-25T07:28:09.608023Z","caller":"traceutil/trace.go:172","msg":"trace[973341212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1249; }","duration":"423.701267ms","start":"2026-03-25T07:28:09.184279Z","end":"2026-03-25T07:28:09.607981Z","steps":["trace[973341212] 'agreement among raft nodes before linearized reading' (duration: 423.461785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.608544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.919998576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T07:28:09.608581Z","caller":"traceutil/trace.go:172","msg":"trace[585627599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1252; }","duration":"6.920037496s","start":"2026-03-25T07:28:02.688533Z","end":"2026-03-25T07:28:09.608570Z","steps":["trace[585627599] 'agreement among raft nodes before linearized reading' (duration: 6.919907335s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.608566Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:09.184265Z","time spent":"424.286332ms","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T07:28:09.608606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:02.688516Z","time spent":"6.920083196s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.608807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"593.361241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:28:09.608685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.091708209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.608867Z","caller":"traceutil/trace.go:172","msg":"trace[1405897485] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1252; }","duration":"593.421791ms","start":"2026-03-25T07:28:09.015429Z","end":"2026-03-25T07:28:09.608851Z","steps":["trace[1405897485] 'agreement among raft nodes before linearized reading' (duration: 593.30003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.608910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:09.015417Z","time spent":"593.480672ms","remote":"127.0.0.1:49982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"info","ts":"2026-03-25T07:28:09.608952Z","caller":"traceutil/trace.go:172","msg":"trace[2061974524] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1252; }","duration":"7.091966362s","start":"2026-03-25T07:28:02.516900Z","end":"2026-03-25T07:28:09.608866Z","steps":["trace[2061974524] 'agreement among raft nodes before linearized reading' (duration: 7.091669689s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.609326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"718.509359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.609448Z","caller":"traceutil/trace.go:172","msg":"trace[185525223] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1252; }","duration":"718.755981ms","start":"2026-03-25T07:28:08.890616Z","end":"2026-03-25T07:28:09.609372Z","steps":["trace[185525223] 'agreement among raft nodes before linearized reading' (duration: 718.480379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.609499Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:08.890608Z","time spent":"718.878362ms","remote":"127.0.0.1:49454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.609652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.228626647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.609897Z","caller":"traceutil/trace.go:172","msg":"trace[833453285] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1252; }","duration":"7.22887843s","start":"2026-03-25T07:28:02.381012Z","end":"2026-03-25T07:28:09.609890Z","steps":["trace[833453285] 'agreement among raft nodes before linearized reading' (duration: 7.228360765s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.609967Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:02.380987Z","time spent":"7.22897131s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.609989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.224759166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:149 size:12524"} {"level":"warn","ts":"2026-03-25T07:28:09.610002Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"758.616409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.610029Z","caller":"traceutil/trace.go:172","msg":"trace[1498057885] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:149; response_revision:1252; }","duration":"5.224801667s","start":"2026-03-25T07:28:04.385220Z","end":"2026-03-25T07:28:09.610022Z","steps":["trace[1498057885] 'agreement among raft nodes before linearized reading' (duration: 5.223221463s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.610055Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:04.385212Z","time spent":"5.224835237s","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":149,"response size":12547,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-25T07:28:09.610057Z","caller":"traceutil/trace.go:172","msg":"trace[1027774761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1252; }","duration":"758.67124ms","start":"2026-03-25T07:28:08.851372Z","end":"2026-03-25T07:28:09.610043Z","steps":["trace[1027774761] 'agreement among raft nodes before linearized reading' (duration: 758.477608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.610084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.770029905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:28:09.610099Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:08.851360Z","time spent":"758.72898ms","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T07:28:09.610135Z","caller":"traceutil/trace.go:172","msg":"trace[1824972803] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:0; response_revision:1252; }","duration":"5.770081186s","start":"2026-03-25T07:28:03.840040Z","end":"2026-03-25T07:28:09.610121Z","steps":["trace[1824972803] 'agreement among raft nodes before linearized reading' (duration: 5.770002125s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.610175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:03.839714Z","time spent":"5.770449439s","remote":"127.0.0.1:48964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.209\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.610316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.728322159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.610373Z","caller":"traceutil/trace.go:172","msg":"trace[1052746700] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1252; }","duration":"1.72837945s","start":"2026-03-25T07:28:07.881980Z","end":"2026-03-25T07:28:09.610359Z","steps":["trace[1052746700] 'agreement among raft nodes before linearized reading' (duration: 1.728294039s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.610389Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.455726292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:28:09.610413Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:07.881972Z","time spent":"1.72842912s","remote":"127.0.0.1:49212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"info","ts":"2026-03-25T07:28:09.610434Z","caller":"traceutil/trace.go:172","msg":"trace[244515761] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1252; }","duration":"5.455770652s","start":"2026-03-25T07:28:04.154649Z","end":"2026-03-25T07:28:09.610420Z","steps":["trace[244515761] 'agreement among raft nodes before linearized reading' (duration: 5.455699532s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.610473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:04.154643Z","time spent":"5.455819014s","remote":"127.0.0.1:49524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.609973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.729821874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.610585Z","caller":"traceutil/trace.go:172","msg":"trace[1885013870] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1252; }","duration":"6.730431381s","start":"2026-03-25T07:28:02.880141Z","end":"2026-03-25T07:28:09.610573Z","steps":["trace[1885013870] 'agreement among raft nodes before linearized reading' (duration: 6.729801464s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.610617Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:02.880132Z","time spent":"6.730474271s","remote":"127.0.0.1:49284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.610689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.77057809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-25T07:28:09.610734Z","caller":"traceutil/trace.go:172","msg":"trace[1893901021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1252; }","duration":"5.770621791s","start":"2026-03-25T07:28:03.840098Z","end":"2026-03-25T07:28:09.610719Z","steps":["trace[1893901021] 'agreement among raft nodes before linearized reading' (duration: 5.77054654s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.609069Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:02.516878Z","time spent":"7.092172733s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.610776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:03.840091Z","time spent":"5.770674081s","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.611176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.740472253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.611243Z","caller":"traceutil/trace.go:172","msg":"trace[86501120] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1252; }","duration":"1.740539763s","start":"2026-03-25T07:28:07.870693Z","end":"2026-03-25T07:28:09.611232Z","steps":["trace[86501120] 'agreement among raft nodes before linearized reading' (duration: 1.740445743s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.611270Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:07.870687Z","time spent":"1.740574594s","remote":"127.0.0.1:49546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.607977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.544346152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.611351Z","caller":"traceutil/trace.go:172","msg":"trace[612490411] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1251; }","duration":"4.547733213s","start":"2026-03-25T07:28:05.063598Z","end":"2026-03-25T07:28:09.611331Z","steps":["trace[612490411] 'agreement among raft nodes before linearized reading' (duration: 4.544302912s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.611411Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:05.063582Z","time spent":"4.547811744s","remote":"127.0.0.1:49592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.611635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.742726123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.611678Z","caller":"traceutil/trace.go:172","msg":"trace[829262947] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1252; }","duration":"1.742772703s","start":"2026-03-25T07:28:07.868894Z","end":"2026-03-25T07:28:09.611666Z","steps":["trace[829262947] 'agreement among raft nodes before linearized reading' (duration: 1.742697293s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.611713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:07.868890Z","time spent":"1.742813674s","remote":"127.0.0.1:49998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.611808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.741040448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:28:09.611835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.742936875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.611925Z","caller":"traceutil/trace.go:172","msg":"trace[352315554] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1252; }","duration":"1.743086116s","start":"2026-03-25T07:28:07.868829Z","end":"2026-03-25T07:28:09.611915Z","steps":["trace[352315554] 'agreement among raft nodes before linearized reading' (duration: 1.742917445s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.611955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:07.868817Z","time spent":"1.743129297s","remote":"127.0.0.1:49102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-03-25T07:28:09.611856Z","caller":"traceutil/trace.go:172","msg":"trace[440222711] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1252; }","duration":"1.741136919s","start":"2026-03-25T07:28:07.870708Z","end":"2026-03-25T07:28:09.611845Z","steps":["trace[440222711] 'agreement among raft nodes before linearized reading' (duration: 1.740736145s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.612074Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:07.870705Z","time spent":"1.741357341s","remote":"127.0.0.1:49782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:09.611882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.740961906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:09.612137Z","caller":"traceutil/trace.go:172","msg":"trace[1031324694] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1252; }","duration":"1.741206708s","start":"2026-03-25T07:28:07.870915Z","end":"2026-03-25T07:28:09.612122Z","steps":["trace[1031324694] 'agreement among raft nodes before linearized reading' (duration: 1.740541642s)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:09.612205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:07.870909Z","time spent":"1.741272929s","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-03-25T07:28:10.053341Z","caller":"traceutil/trace.go:172","msg":"trace[1454861769] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1454; }","duration":"445.611964ms","start":"2026-03-25T07:28:09.607707Z","end":"2026-03-25T07:28:10.053319Z","steps":["trace[1454861769] 'read index received' (duration: 432.968948ms)","trace[1454861769] 'applied index is now lower than readState.Index' (duration: 12.642346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:10.053510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"700.712936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:28:10.053568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"733.105657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a004ef7d55ffd9\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-25T07:28:10.053582Z","caller":"traceutil/trace.go:172","msg":"trace[1590176868] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1254; }","duration":"700.796596ms","start":"2026-03-25T07:28:09.352771Z","end":"2026-03-25T07:28:10.053567Z","steps":["trace[1590176868] 'agreement among raft nodes before linearized reading' (duration: 700.648915ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:28:10.053604Z","caller":"traceutil/trace.go:172","msg":"trace[1533107971] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.18a004ef7d55ffd9; range_end:; response_count:1; response_revision:1254; }","duration":"733.160278ms","start":"2026-03-25T07:28:09.320432Z","end":"2026-03-25T07:28:10.053592Z","steps":["trace[1533107971] 'agreement among raft nodes before linearized reading' (duration: 733.010226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:10.053619Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:09.352752Z","time spent":"700.857917ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:10.053639Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:09.320411Z","time spent":"733.218318ms","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.18a004ef7d55ffd9\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:10.053702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"719.852174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tpxjr\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-03-25T07:28:10.053817Z","caller":"traceutil/trace.go:172","msg":"trace[436736759] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tpxjr; range_end:; response_count:1; response_revision:1254; }","duration":"719.988135ms","start":"2026-03-25T07:28:09.333802Z","end":"2026-03-25T07:28:10.053790Z","steps":["trace[436736759] 'agreement among raft nodes before linearized reading' (duration: 719.640032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:10.053921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:09.333781Z","time spent":"720.124806ms","remote":"127.0.0.1:49238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18913,"request content":"key:\"/registry/pods/kube-system/cilium-tpxjr\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:10.055256Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:09.613878Z","time spent":"441.355664ms","remote":"127.0.0.1:48964","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-25T07:28:10.126041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"516.208152ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:10.126112Z","caller":"traceutil/trace.go:172","msg":"trace[1343672604] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1258; }","duration":"516.302253ms","start":"2026-03-25T07:28:09.609796Z","end":"2026-03-25T07:28:10.126098Z","steps":["trace[1343672604] 'agreement among raft nodes before linearized reading' (duration: 516.170762ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:28:11.129364Z","caller":"traceutil/trace.go:172","msg":"trace[406401809] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"224.257111ms","start":"2026-03-25T07:28:10.905062Z","end":"2026-03-25T07:28:11.129319Z","steps":["trace[406401809] 'process raft request' (duration: 224.004419ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:28:11.213213Z","caller":"traceutil/trace.go:172","msg":"trace[1760985898] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1482; }","duration":"301.491096ms","start":"2026-03-25T07:28:10.911706Z","end":"2026-03-25T07:28:11.213197Z","steps":["trace[1760985898] 'read index received' (duration: 301.485716ms)","trace[1760985898] 'applied index is now lower than readState.Index' (duration: 4.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:11.213837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.093671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-25T07:28:11.213899Z","caller":"traceutil/trace.go:172","msg":"trace[1375933069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1277; }","duration":"302.182062ms","start":"2026-03-25T07:28:10.911701Z","end":"2026-03-25T07:28:11.213883Z","steps":["trace[1375933069] 'agreement among raft nodes before linearized reading' (duration: 301.563416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:11.213941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:10.911679Z","time spent":"302.251402ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"info","ts":"2026-03-25T07:28:11.214084Z","caller":"traceutil/trace.go:172","msg":"trace[1638670343] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"295.753424ms","start":"2026-03-25T07:28:10.918320Z","end":"2026-03-25T07:28:11.214073Z","steps":["trace[1638670343] 'process raft request' (duration: 295.291229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:11.217227Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.702531ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:11.217319Z","caller":"traceutil/trace.go:172","msg":"trace[687070185] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1279; }","duration":"236.788952ms","start":"2026-03-25T07:28:10.980506Z","end":"2026-03-25T07:28:11.217295Z","steps":["trace[687070185] 'agreement among raft nodes before linearized reading' (duration: 236.667401ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:28:13.482742Z","caller":"traceutil/trace.go:172","msg":"trace[1753674400] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"157.569964ms","start":"2026-03-25T07:28:13.325147Z","end":"2026-03-25T07:28:13.482717Z","steps":["trace[1753674400] 'process raft request' (duration: 157.387322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:13.666146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.77ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:13.666242Z","caller":"traceutil/trace.go:172","msg":"trace[1020998504] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1307; }","duration":"235.873981ms","start":"2026-03-25T07:28:13.430338Z","end":"2026-03-25T07:28:13.666212Z","steps":["trace[1020998504] 'agreement among raft nodes before linearized reading' (duration: 99.311608ms)","trace[1020998504] 'range keys from in-memory index tree' (duration: 136.421282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:13.666336Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.577753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:28:13.666685Z","caller":"traceutil/trace.go:172","msg":"trace[698173067] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"198.726805ms","start":"2026-03-25T07:28:13.467832Z","end":"2026-03-25T07:28:13.666559Z","steps":["trace[698173067] 'process raft request' (duration: 61.870569ms)","trace[698173067] 'compare' (duration: 136.443482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:14.266117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.139154ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:14.266255Z","caller":"traceutil/trace.go:172","msg":"trace[1257184004] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1312; }","duration":"285.272125ms","start":"2026-03-25T07:28:13.980932Z","end":"2026-03-25T07:28:14.266204Z","steps":["trace[1257184004] 'range keys from in-memory index tree' (duration: 285.080093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:14.330463Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130396,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T07:28:14.466641Z","caller":"traceutil/trace.go:172","msg":"trace[566394829] linearizableReadLoop","detail":"{readStateIndex:1518; appliedIndex:1518; }","duration":"636.874803ms","start":"2026-03-25T07:28:13.829748Z","end":"2026-03-25T07:28:14.466623Z","steps":["trace[566394829] 'read index received' (duration: 636.869683ms)","trace[566394829] 'applied index is now lower than readState.Index' (duration: 4.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:14.588516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"758.758339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:14.588575Z","caller":"traceutil/trace.go:172","msg":"trace[350383446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1313; }","duration":"758.82832ms","start":"2026-03-25T07:28:13.829734Z","end":"2026-03-25T07:28:14.588563Z","steps":["trace[350383446] 'agreement among raft nodes before linearized reading' (duration: 636.973594ms)","trace[350383446] 'range keys from in-memory index tree' (duration: 121.692334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:14.588580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.952867ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-25T07:28:14.588675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:13.829715Z","time spent":"758.952201ms","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T07:28:14.616908Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13451017489542130397,"received-request-id":13451017489542130396} {"level":"info","ts":"2026-03-25T07:28:14.618977Z","caller":"traceutil/trace.go:172","msg":"trace[111607873] linearizableReadLoop","detail":"{readStateIndex:1521; appliedIndex:1521; }","duration":"152.254028ms","start":"2026-03-25T07:28:14.466691Z","end":"2026-03-25T07:28:14.618945Z","steps":["trace[111607873] 'read index received' (duration: 152.239368ms)","trace[111607873] 'applied index is now lower than readState.Index' (duration: 12.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:14.619007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.673229ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:14.619074Z","caller":"traceutil/trace.go:172","msg":"trace[749966023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1315; }","duration":"352.75344ms","start":"2026-03-25T07:28:14.266304Z","end":"2026-03-25T07:28:14.619057Z","steps":["trace[749966023] 'agreement among raft nodes before linearized reading' (duration: 352.654549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:14.619116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"536.20833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-25T07:28:14.619173Z","caller":"traceutil/trace.go:172","msg":"trace[512573628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1315; }","duration":"536.282921ms","start":"2026-03-25T07:28:14.082877Z","end":"2026-03-25T07:28:14.619160Z","steps":["trace[512573628] 'agreement among raft nodes before linearized reading' (duration: 536.100359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:14.619218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:14.082850Z","time spent":"536.357871ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:14.619351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"778.563227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T07:28:14.619428Z","caller":"traceutil/trace.go:172","msg":"trace[922032072] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:1315; }","duration":"778.658968ms","start":"2026-03-25T07:28:13.840740Z","end":"2026-03-25T07:28:14.619399Z","steps":["trace[922032072] 'agreement among raft nodes before linearized reading' (duration: 778.356754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:14.619496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:13.840721Z","time spent":"778.761439ms","remote":"127.0.0.1:48964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.209\" limit:1 "} {"level":"info","ts":"2026-03-25T07:28:14.755622Z","caller":"traceutil/trace.go:172","msg":"trace[466190074] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"116.84451ms","start":"2026-03-25T07:28:14.638741Z","end":"2026-03-25T07:28:14.755586Z","steps":["trace[466190074] 'process raft request' (duration: 64.671982ms)","trace[466190074] 'compare' (duration: 52.007137ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:28:15.125171Z","caller":"traceutil/trace.go:172","msg":"trace[1900020541] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"170.175405ms","start":"2026-03-25T07:28:14.954975Z","end":"2026-03-25T07:28:15.125150Z","steps":["trace[1900020541] 'process raft request' (duration: 169.998404ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:28:15.126981Z","caller":"traceutil/trace.go:172","msg":"trace[1335093508] linearizableReadLoop","detail":"{readStateIndex:1524; appliedIndex:1524; }","duration":"146.363142ms","start":"2026-03-25T07:28:14.980593Z","end":"2026-03-25T07:28:15.126956Z","steps":["trace[1335093508] 'read index received' (duration: 146.354511ms)","trace[1335093508] 'applied index is now lower than readState.Index' (duration: 7.171µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:15.127106Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.492163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:15.127135Z","caller":"traceutil/trace.go:172","msg":"trace[19381555] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1317; }","duration":"146.542053ms","start":"2026-03-25T07:28:14.980584Z","end":"2026-03-25T07:28:15.127126Z","steps":["trace[19381555] 'agreement among raft nodes before linearized reading' (duration: 146.460542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:18.655050Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:28:18.679306Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:28:18.691274Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:28:19.083059Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-25T07:28:31.860546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.244093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-25T07:28:32.140676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.994276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:28:32.140776Z","caller":"traceutil/trace.go:172","msg":"trace[1744592612] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1668; }","duration":"481.44212ms","start":"2026-03-25T07:28:31.659319Z","end":"2026-03-25T07:28:32.140761Z","steps":["trace[1744592612] 'read index received' (duration: 405.756061ms)","trace[1744592612] 'applied index is now lower than readState.Index' (duration: 75.685069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:32.140972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.655481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-25T07:28:32.141013Z","caller":"traceutil/trace.go:172","msg":"trace[1981739855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1449; }","duration":"481.703911ms","start":"2026-03-25T07:28:31.659299Z","end":"2026-03-25T07:28:32.141003Z","steps":["trace[1981739855] 'agreement among raft nodes before linearized reading' (duration: 481.56066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:32.141047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:31.659089Z","time spent":"481.947744ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:32.143050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.354249ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:32.143136Z","caller":"traceutil/trace.go:172","msg":"trace[548030668] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1449; }","duration":"162.451459ms","start":"2026-03-25T07:28:31.980667Z","end":"2026-03-25T07:28:32.143119Z","steps":["trace[548030668] 'agreement among raft nodes before linearized reading' (duration: 162.326498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:33.210127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"437.420945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:33.210270Z","caller":"traceutil/trace.go:172","msg":"trace[1790340376] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1451; }","duration":"437.581756ms","start":"2026-03-25T07:28:32.772670Z","end":"2026-03-25T07:28:33.210252Z","steps":["trace[1790340376] 'range keys from in-memory index tree' (duration: 435.339148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:33.210316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:32.772651Z","time spent":"437.654518ms","remote":"127.0.0.1:49668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:33.210594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.545278ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:33.210637Z","caller":"traceutil/trace.go:172","msg":"trace[10180539] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1451; }","duration":"230.590318ms","start":"2026-03-25T07:28:32.980037Z","end":"2026-03-25T07:28:33.210627Z","steps":["trace[10180539] 'range keys from in-memory index tree' (duration: 230.499637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:33.210614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.475011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:33.210696Z","caller":"traceutil/trace.go:172","msg":"trace[315204073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1451; }","duration":"381.571492ms","start":"2026-03-25T07:28:32.829106Z","end":"2026-03-25T07:28:33.210678Z","steps":["trace[315204073] 'range keys from in-memory index tree' (duration: 379.743567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:33.210749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:32.829092Z","time spent":"381.647212ms","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T07:28:33.468831Z","caller":"traceutil/trace.go:172","msg":"trace[1382395569] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1676; }","duration":"279.507313ms","start":"2026-03-25T07:28:33.189262Z","end":"2026-03-25T07:28:33.468770Z","steps":["trace[1382395569] 'read index received' (duration: 279.499992ms)","trace[1382395569] 'applied index is now lower than readState.Index' (duration: 6.251µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:33.529568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.905701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:33.529722Z","caller":"traceutil/trace.go:172","msg":"trace[1262565162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1456; }","duration":"317.061813ms","start":"2026-03-25T07:28:33.212618Z","end":"2026-03-25T07:28:33.529680Z","steps":["trace[1262565162] 'agreement among raft nodes before linearized reading' (duration: 257.680642ms)","trace[1262565162] 'range keys from in-memory index tree' (duration: 59.191109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:33.529767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.075429ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:28:33.529791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:33.212564Z","time spent":"317.211883ms","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T07:28:33.529824Z","caller":"traceutil/trace.go:172","msg":"trace[1441506895] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1456; }","duration":"319.13394ms","start":"2026-03-25T07:28:33.210672Z","end":"2026-03-25T07:28:33.529806Z","steps":["trace[1441506895] 'agreement among raft nodes before linearized reading' (duration: 259.608998ms)","trace[1441506895] 'range keys from in-memory index tree' (duration: 59.450191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:33.529805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.514067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-25T07:28:33.529901Z","caller":"traceutil/trace.go:172","msg":"trace[1542286584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1456; }","duration":"340.628048ms","start":"2026-03-25T07:28:33.189246Z","end":"2026-03-25T07:28:33.529874Z","steps":["trace[1542286584] 'agreement among raft nodes before linearized reading' (duration: 279.693094ms)","trace[1542286584] 'range keys from in-memory index tree' (duration: 60.690352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:33.529948Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:33.189194Z","time spent":"340.744209ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-25T07:28:33.964242Z","caller":"traceutil/trace.go:172","msg":"trace[1846101674] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1679; }","duration":"134.648724ms","start":"2026-03-25T07:28:33.829572Z","end":"2026-03-25T07:28:33.964220Z","steps":["trace[1846101674] 'read index received' (duration: 134.642984ms)","trace[1846101674] 'applied index is now lower than readState.Index' (duration: 4.85µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:34.054758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.638226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.209\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-25T07:28:34.054826Z","caller":"traceutil/trace.go:172","msg":"trace[1100192883] range","detail":"{range_begin:/registry/masterleases/199.19.213.209; range_end:; response_count:1; response_revision:1459; }","duration":"213.763176ms","start":"2026-03-25T07:28:33.841049Z","end":"2026-03-25T07:28:34.054812Z","steps":["trace[1100192883] 'agreement among raft nodes before linearized reading' (duration: 125.082745ms)","trace[1100192883] 'range keys from in-memory index tree' (duration: 88.50855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:34.054816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.154361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-25T07:28:34.054875Z","caller":"traceutil/trace.go:172","msg":"trace[719433139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1459; }","duration":"196.208732ms","start":"2026-03-25T07:28:33.858645Z","end":"2026-03-25T07:28:34.054854Z","steps":["trace[719433139] 'agreement among raft nodes before linearized reading' (duration: 107.5147ms)","trace[719433139] 'range keys from in-memory index tree' (duration: 88.611011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:34.054984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.422594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:34.054999Z","caller":"traceutil/trace.go:172","msg":"trace[1417642566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1459; }","duration":"225.437104ms","start":"2026-03-25T07:28:33.829556Z","end":"2026-03-25T07:28:34.054993Z","steps":["trace[1417642566] 'agreement among raft nodes before linearized reading' (duration: 134.737915ms)","trace[1417642566] 'range keys from in-memory index tree' (duration: 90.665919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:39.932001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.728931ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-25T07:28:40.305960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.806339ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-25T07:28:40.403402Z","caller":"traceutil/trace.go:172","msg":"trace[1725568208] linearizableReadLoop","detail":"{readStateIndex:1709; appliedIndex:1709; }","duration":"421.814729ms","start":"2026-03-25T07:28:39.981567Z","end":"2026-03-25T07:28:40.403381Z","steps":["trace[1725568208] 'read index received' (duration: 421.808799ms)","trace[1725568208] 'applied index is now lower than readState.Index' (duration: 4.66µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:28:40.403970Z","caller":"traceutil/trace.go:172","msg":"trace[235917522] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"245.80532ms","start":"2026-03-25T07:28:40.158134Z","end":"2026-03-25T07:28:40.403939Z","steps":["trace[235917522] 'process raft request' (duration: 245.379267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:40.404662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"422.175052ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:40.404743Z","caller":"traceutil/trace.go:172","msg":"trace[881750966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1484; }","duration":"423.164009ms","start":"2026-03-25T07:28:39.981561Z","end":"2026-03-25T07:28:40.404725Z","steps":["trace[881750966] 'agreement among raft nodes before linearized reading' (duration: 421.97119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:40.903572Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130621,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T07:28:41.121035Z","caller":"traceutil/trace.go:172","msg":"trace[859118687] linearizableReadLoop","detail":"{readStateIndex:1714; appliedIndex:1714; }","duration":"717.495828ms","start":"2026-03-25T07:28:40.403499Z","end":"2026-03-25T07:28:41.120994Z","steps":["trace[859118687] 'read index received' (duration: 717.483488ms)","trace[859118687] 'applied index is now lower than readState.Index' (duration: 10.67µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:28:41.121154Z","caller":"traceutil/trace.go:172","msg":"trace[1891187332] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"311.92437ms","start":"2026-03-25T07:28:40.809206Z","end":"2026-03-25T07:28:41.121131Z","steps":["trace[1891187332] 'process raft request' (duration: 311.809139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:41.121644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"804.968312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-25T07:28:41.121699Z","caller":"traceutil/trace.go:172","msg":"trace[439170468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1489; }","duration":"805.060383ms","start":"2026-03-25T07:28:40.316626Z","end":"2026-03-25T07:28:41.121686Z","steps":["trace[439170468] 'agreement among raft nodes before linearized reading' (duration: 804.763031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:41.121816Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:40.316605Z","time spent":"805.199564ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:41.121953Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:40.809174Z","time spent":"312.04571ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T07:28:41.122275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"842.213851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-25T07:28:41.122320Z","caller":"traceutil/trace.go:172","msg":"trace[1431633719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1489; }","duration":"842.260382ms","start":"2026-03-25T07:28:40.280049Z","end":"2026-03-25T07:28:41.122309Z","steps":["trace[1431633719] 'agreement among raft nodes before linearized reading' (duration: 842.146101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:41.122351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:40.280040Z","time spent":"842.303142ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:41.122588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"850.060595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-25T07:28:41.122627Z","caller":"traceutil/trace.go:172","msg":"trace[1823582534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1489; }","duration":"850.098575ms","start":"2026-03-25T07:28:40.272519Z","end":"2026-03-25T07:28:41.122617Z","steps":["trace[1823582534] 'agreement among raft nodes before linearized reading' (duration: 849.991834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:41.122660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:40.272487Z","time spent":"850.159996ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:41.123439Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.592055ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:41.123498Z","caller":"traceutil/trace.go:172","msg":"trace[674756019] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1489; }","duration":"142.651736ms","start":"2026-03-25T07:28:40.980833Z","end":"2026-03-25T07:28:41.123485Z","steps":["trace[674756019] 'agreement among raft nodes before linearized reading' (duration: 142.565005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:41.123674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.783188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:28:41.124118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.082167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-25T07:28:41.124172Z","caller":"traceutil/trace.go:172","msg":"trace[1102098383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1489; }","duration":"206.140408ms","start":"2026-03-25T07:28:40.918021Z","end":"2026-03-25T07:28:41.124161Z","steps":["trace[1102098383] 'agreement among raft nodes before linearized reading' (duration: 205.690914ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:28:41.123989Z","caller":"traceutil/trace.go:172","msg":"trace[642841805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1489; }","duration":"297.075ms","start":"2026-03-25T07:28:40.826817Z","end":"2026-03-25T07:28:41.123892Z","steps":["trace[642841805] 'agreement among raft nodes before linearized reading' (duration: 296.502285ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:28:45.600324Z","caller":"traceutil/trace.go:172","msg":"trace[821442388] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"382.253697ms","start":"2026-03-25T07:28:45.218047Z","end":"2026-03-25T07:28:45.600300Z","steps":["trace[821442388] 'process raft request' (duration: 382.088986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:45.600456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:45.217999Z","time spent":"382.397639ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T07:28:45.715412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.143541ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T07:28:45.715892Z","caller":"traceutil/trace.go:172","msg":"trace[515993674] linearizableReadLoop","detail":"{readStateIndex:1735; appliedIndex:1733; }","duration":"410.007726ms","start":"2026-03-25T07:28:45.305871Z","end":"2026-03-25T07:28:45.715879Z","steps":["trace[515993674] 'read index received' (duration: 408.130111ms)","trace[515993674] 'applied index is now lower than readState.Index' (duration: 1.876885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:45.785114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"479.213754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-25T07:28:45.785209Z","caller":"traceutil/trace.go:172","msg":"trace[1797713876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1506; }","duration":"479.321195ms","start":"2026-03-25T07:28:45.305865Z","end":"2026-03-25T07:28:45.785186Z","steps":["trace[1797713876] 'agreement among raft nodes before linearized reading' (duration: 410.084926ms)","trace[1797713876] 'range keys from in-memory index tree' (duration: 69.004987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:45.785254Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:45.305814Z","time spent":"479.429695ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:45.785058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.936523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:45.785432Z","caller":"traceutil/trace.go:172","msg":"trace[1159982539] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1506; }","duration":"392.476147ms","start":"2026-03-25T07:28:45.392929Z","end":"2026-03-25T07:28:45.785405Z","steps":["trace[1159982539] 'agreement among raft nodes before linearized reading' (duration: 325.355576ms)","trace[1159982539] 'range keys from in-memory index tree' (duration: 66.559197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:45.785651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:45.392907Z","time spent":"392.721479ms","remote":"127.0.0.1:49546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:46.379000Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.038441ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:46.379073Z","caller":"traceutil/trace.go:172","msg":"trace[196417147] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1507; }","duration":"398.118112ms","start":"2026-03-25T07:28:45.980940Z","end":"2026-03-25T07:28:46.379058Z","steps":["trace[196417147] 'range keys from in-memory index tree' (duration: 397.995531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:46.379843Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.14308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:28:46.379893Z","caller":"traceutil/trace.go:172","msg":"trace[277166204] linearizableReadLoop","detail":"{readStateIndex:1737; appliedIndex:1736; }","duration":"454.69026ms","start":"2026-03-25T07:28:45.925194Z","end":"2026-03-25T07:28:46.379884Z","steps":["trace[277166204] 'read index received' (duration: 33.362775ms)","trace[277166204] 'applied index is now lower than readState.Index' (duration: 421.326505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:46.379964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.774291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-25T07:28:46.379988Z","caller":"traceutil/trace.go:172","msg":"trace[1031925547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1508; }","duration":"454.797871ms","start":"2026-03-25T07:28:45.925182Z","end":"2026-03-25T07:28:46.379980Z","steps":["trace[1031925547] 'agreement among raft nodes before linearized reading' (duration: 454.75314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:46.380007Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:45.925164Z","time spent":"454.838331ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:46.881095Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130657,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T07:28:47.193506Z","caller":"traceutil/trace.go:172","msg":"trace[1313104752] linearizableReadLoop","detail":"{readStateIndex:1743; appliedIndex:1743; }","duration":"813.556345ms","start":"2026-03-25T07:28:46.379912Z","end":"2026-03-25T07:28:47.193468Z","steps":["trace[1313104752] 'read index received' (duration: 813.543735ms)","trace[1313104752] 'applied index is now lower than readState.Index' (duration: 9.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:47.195024Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13451017489542130658,"received-request-id":13451017489542130657} {"level":"warn","ts":"2026-03-25T07:28:47.309253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"930.06088ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:28:47.309317Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.091463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:47.309379Z","caller":"traceutil/trace.go:172","msg":"trace[367499746] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1514; }","duration":"930.233352ms","start":"2026-03-25T07:28:46.379117Z","end":"2026-03-25T07:28:47.309350Z","steps":["trace[367499746] 'agreement among raft nodes before linearized reading' (duration: 814.532292ms)","trace[367499746] 'range keys from in-memory index tree' (duration: 115.484428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:47.309322Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"512.780887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:47.309432Z","caller":"traceutil/trace.go:172","msg":"trace[1142575529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1514; }","duration":"474.410725ms","start":"2026-03-25T07:28:46.834992Z","end":"2026-03-25T07:28:47.309403Z","steps":["trace[1142575529] 'agreement among raft nodes before linearized reading' (duration: 360.855892ms)","trace[1142575529] 'range keys from in-memory index tree' (duration: 113.18791ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:28:47.309448Z","caller":"traceutil/trace.go:172","msg":"trace[781548037] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1514; }","duration":"512.914208ms","start":"2026-03-25T07:28:46.796512Z","end":"2026-03-25T07:28:47.309426Z","steps":["trace[781548037] 'agreement among raft nodes before linearized reading' (duration: 399.307145ms)","trace[781548037] 'range keys from in-memory index tree' (duration: 113.439082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:47.309415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.816668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:28:47.309494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:46.796487Z","time spent":"512.994659ms","remote":"127.0.0.1:49658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:47.309507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:46.834973Z","time spent":"474.501186ms","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T07:28:47.309584Z","caller":"traceutil/trace.go:172","msg":"trace[738400857] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1514; }","duration":"361.08629ms","start":"2026-03-25T07:28:46.948472Z","end":"2026-03-25T07:28:47.309558Z","steps":["trace[738400857] 'agreement among raft nodes before linearized reading' (duration: 247.371986ms)","trace[738400857] 'range keys from in-memory index tree' (duration: 113.374032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:47.310118Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:46.948434Z","time spent":"361.670035ms","remote":"127.0.0.1:49890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:47.916268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.008433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:28:47.916539Z","caller":"traceutil/trace.go:172","msg":"trace[1740121842] linearizableReadLoop","detail":"{readStateIndex:1746; appliedIndex:1745; }","duration":"311.602761ms","start":"2026-03-25T07:28:47.604920Z","end":"2026-03-25T07:28:47.916522Z","steps":["trace[1740121842] 'read index received' (duration: 259.133178ms)","trace[1740121842] 'applied index is now lower than readState.Index' (duration: 52.468753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:47.916677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"311.748192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-25T07:28:47.916703Z","caller":"traceutil/trace.go:172","msg":"trace[1029857194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1518; }","duration":"311.778973ms","start":"2026-03-25T07:28:47.604915Z","end":"2026-03-25T07:28:47.916694Z","steps":["trace[1029857194] 'agreement among raft nodes before linearized reading' (duration: 311.657482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:47.916732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:47.604894Z","time spent":"311.829923ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:48.481185Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13451017489542130662,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-25T07:28:48.532692Z","caller":"traceutil/trace.go:172","msg":"trace[1404981410] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"610.184715ms","start":"2026-03-25T07:28:47.922492Z","end":"2026-03-25T07:28:48.532676Z","steps":["trace[1404981410] 'process raft request' (duration: 609.988584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:48.532850Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:47.922476Z","time spent":"610.313486ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-25T07:28:48.815316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.302188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:28:48.815596Z","caller":"traceutil/trace.go:172","msg":"trace[1909310491] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1749; }","duration":"834.538942ms","start":"2026-03-25T07:28:47.981039Z","end":"2026-03-25T07:28:48.815577Z","steps":["trace[1909310491] 'read index received' (duration: 770.174587ms)","trace[1909310491] 'applied index is now lower than readState.Index' (duration: 64.362645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:48.815746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"834.695093ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:48.815869Z","caller":"traceutil/trace.go:172","msg":"trace[333308794] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1521; }","duration":"834.827894ms","start":"2026-03-25T07:28:47.981029Z","end":"2026-03-25T07:28:48.815857Z","steps":["trace[333308794] 'agreement among raft nodes before linearized reading' (duration: 834.670113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:48.818218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"440.412664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-25T07:28:48.818254Z","caller":"traceutil/trace.go:172","msg":"trace[996927363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1521; }","duration":"440.450874ms","start":"2026-03-25T07:28:48.377793Z","end":"2026-03-25T07:28:48.818244Z","steps":["trace[996927363] 'agreement among raft nodes before linearized reading' (duration: 440.275093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:48.818283Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:48.377767Z","time spent":"440.507734ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:49.462921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.954315ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-25T07:28:50.059557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"299.820961ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T07:28:50.059811Z","caller":"traceutil/trace.go:172","msg":"trace[1393016446] linearizableReadLoop","detail":"{readStateIndex:1754; appliedIndex:1753; }","duration":"352.350111ms","start":"2026-03-25T07:28:49.707407Z","end":"2026-03-25T07:28:50.059757Z","steps":["trace[1393016446] 'read index received' (duration: 104.783608ms)","trace[1393016446] 'applied index is now lower than readState.Index' (duration: 247.565723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:50.059889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.470982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:50.059916Z","caller":"traceutil/trace.go:172","msg":"trace[1037139081] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1523; }","duration":"352.504062ms","start":"2026-03-25T07:28:49.707403Z","end":"2026-03-25T07:28:50.059907Z","steps":["trace[1037139081] 'agreement among raft nodes before linearized reading' (duration: 352.447692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:50.059955Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:49.707384Z","time spent":"352.562934ms","remote":"127.0.0.1:49274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:28:50.346117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.407805ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-25T07:28:50.377392Z","caller":"traceutil/trace.go:172","msg":"trace[1017477685] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1759; }","duration":"316.260743ms","start":"2026-03-25T07:28:50.061105Z","end":"2026-03-25T07:28:50.377366Z","steps":["trace[1017477685] 'read index received' (duration: 316.252853ms)","trace[1017477685] 'applied index is now lower than readState.Index' (duration: 6.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:50.377525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"316.389224ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:50.377587Z","caller":"traceutil/trace.go:172","msg":"trace[749016630] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1527; }","duration":"316.468365ms","start":"2026-03-25T07:28:50.061100Z","end":"2026-03-25T07:28:50.377568Z","steps":["trace[749016630] 'agreement among raft nodes before linearized reading' (duration: 316.353934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:50.378809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.212397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:50.378857Z","caller":"traceutil/trace.go:172","msg":"trace[787550347] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1527; }","duration":"201.264947ms","start":"2026-03-25T07:28:50.177582Z","end":"2026-03-25T07:28:50.378847Z","steps":["trace[787550347] 'agreement among raft nodes before linearized reading' (duration: 201.187817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:51.928311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.433977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:51.928429Z","caller":"traceutil/trace.go:172","msg":"trace[627528439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1534; }","duration":"101.577978ms","start":"2026-03-25T07:28:51.826829Z","end":"2026-03-25T07:28:51.928407Z","steps":["trace[627528439] 'range keys from in-memory index tree' (duration: 99.355722ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:28:52.231880Z","caller":"traceutil/trace.go:172","msg":"trace[1855141841] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1769; }","duration":"301.476964ms","start":"2026-03-25T07:28:51.930378Z","end":"2026-03-25T07:28:52.231855Z","steps":["trace[1855141841] 'read index received' (duration: 301.466923ms)","trace[1855141841] 'applied index is now lower than readState.Index' (duration: 8.711µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:52.232045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.648345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:52.232175Z","caller":"traceutil/trace.go:172","msg":"trace[1617517587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1537; }","duration":"301.793366ms","start":"2026-03-25T07:28:51.930361Z","end":"2026-03-25T07:28:52.232155Z","steps":["trace[1617517587] 'agreement among raft nodes before linearized reading' (duration: 301.594924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:52.232230Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:28:51.930330Z","time spent":"301.891947ms","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-25T07:28:52.233490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.413923ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:52.233615Z","caller":"traceutil/trace.go:172","msg":"trace[547907579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1537; }","duration":"252.557974ms","start":"2026-03-25T07:28:51.981031Z","end":"2026-03-25T07:28:52.233589Z","steps":["trace[547907579] 'agreement among raft nodes before linearized reading' (duration: 252.373573ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:28:54.036469Z","caller":"traceutil/trace.go:172","msg":"trace[1969111652] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"158.038528ms","start":"2026-03-25T07:28:53.878401Z","end":"2026-03-25T07:28:54.036439Z","steps":["trace[1969111652] 'process raft request' (duration: 157.565445ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:28:58.002063Z","caller":"traceutil/trace.go:172","msg":"trace[895385065] linearizableReadLoop","detail":"{readStateIndex:1792; appliedIndex:1792; }","duration":"173.464392ms","start":"2026-03-25T07:28:57.828454Z","end":"2026-03-25T07:28:58.001919Z","steps":["trace[895385065] 'read index received' (duration: 173.461042ms)","trace[895385065] 'applied index is now lower than readState.Index' (duration: 2.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:28:58.002173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.709204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:58.002196Z","caller":"traceutil/trace.go:172","msg":"trace[1962458205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1557; }","duration":"173.741244ms","start":"2026-03-25T07:28:57.828448Z","end":"2026-03-25T07:28:58.002189Z","steps":["trace[1962458205] 'agreement among raft nodes before linearized reading' (duration: 173.692304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:28:58.248865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.816759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:28:58.248959Z","caller":"traceutil/trace.go:172","msg":"trace[260257900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1557; }","duration":"245.92948ms","start":"2026-03-25T07:28:58.003012Z","end":"2026-03-25T07:28:58.248942Z","steps":["trace[260257900] 'range keys from in-memory index tree' (duration: 244.002095ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:28:58.950455Z","caller":"traceutil/trace.go:172","msg":"trace[592267627] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"166.98912ms","start":"2026-03-25T07:28:58.783442Z","end":"2026-03-25T07:28:58.950431Z","steps":["trace[592267627] 'process raft request' (duration: 158.254733ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:29:00.087945Z","caller":"traceutil/trace.go:172","msg":"trace[1675061610] linearizableReadLoop","detail":"{readStateIndex:1802; appliedIndex:1802; }","duration":"107.253313ms","start":"2026-03-25T07:28:59.980602Z","end":"2026-03-25T07:29:00.087855Z","steps":["trace[1675061610] 'read index received' (duration: 107.244603ms)","trace[1675061610] 'applied index is now lower than readState.Index' (duration: 7.11µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:29:00.088143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.515925ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:29:00.088185Z","caller":"traceutil/trace.go:172","msg":"trace[1288818175] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1564; }","duration":"107.581295ms","start":"2026-03-25T07:28:59.980593Z","end":"2026-03-25T07:29:00.088174Z","steps":["trace[1288818175] 'agreement among raft nodes before linearized reading' (duration: 107.472804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:01.065592Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.975867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:29:01.075430Z","caller":"traceutil/trace.go:172","msg":"trace[1441038614] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1806; }","duration":"293.890259ms","start":"2026-03-25T07:29:00.781509Z","end":"2026-03-25T07:29:01.075399Z","steps":["trace[1441038614] 'read index received' (duration: 293.877829ms)","trace[1441038614] 'applied index is now lower than readState.Index' (duration: 10.53µs)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:29:01.075576Z","caller":"traceutil/trace.go:172","msg":"trace[549078888] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"236.419865ms","start":"2026-03-25T07:29:00.839142Z","end":"2026-03-25T07:29:01.075562Z","steps":["trace[549078888] 'process raft request' (duration: 236.314664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:01.075636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.109202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:29:01.075672Z","caller":"traceutil/trace.go:172","msg":"trace[1514214490] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1569; }","duration":"294.163752ms","start":"2026-03-25T07:29:00.781497Z","end":"2026-03-25T07:29:01.075661Z","steps":["trace[1514214490] 'agreement among raft nodes before linearized reading' (duration: 294.066002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:01.077649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.138985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:29:01.077690Z","caller":"traceutil/trace.go:172","msg":"trace[243389214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1569; }","duration":"248.188215ms","start":"2026-03-25T07:29:00.829493Z","end":"2026-03-25T07:29:01.077681Z","steps":["trace[243389214] 'agreement among raft nodes before linearized reading' (duration: 248.117025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:01.077947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.828719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-25T07:29:01.077973Z","caller":"traceutil/trace.go:172","msg":"trace[1032420874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1569; }","duration":"121.858339ms","start":"2026-03-25T07:29:00.956108Z","end":"2026-03-25T07:29:01.077966Z","steps":["trace[1032420874] 'agreement among raft nodes before linearized reading' (duration: 121.745588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:01.077981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.542257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-25T07:29:01.078030Z","caller":"traceutil/trace.go:172","msg":"trace[835545787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1569; }","duration":"195.594387ms","start":"2026-03-25T07:29:00.882424Z","end":"2026-03-25T07:29:01.078018Z","steps":["trace[835545787] 'agreement among raft nodes before linearized reading' (duration: 195.440646ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:29:01.926068Z","caller":"traceutil/trace.go:172","msg":"trace[839027949] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"139.020019ms","start":"2026-03-25T07:29:01.787025Z","end":"2026-03-25T07:29:01.926045Z","steps":["trace[839027949] 'process raft request' (duration: 131.038429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:09.559091Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.728776ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T07:29:09.559177Z","caller":"traceutil/trace.go:172","msg":"trace[1612746395] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1840; }","duration":"367.032729ms","start":"2026-03-25T07:29:09.192131Z","end":"2026-03-25T07:29:09.559164Z","steps":["trace[1612746395] 'read index received' (duration: 101.074026ms)","trace[1612746395] 'applied index is now lower than readState.Index' (duration: 265.957883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:29:09.559272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.1487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:29:09.559305Z","caller":"traceutil/trace.go:172","msg":"trace[2118138387] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1599; }","duration":"367.18768ms","start":"2026-03-25T07:29:09.192110Z","end":"2026-03-25T07:29:09.559298Z","steps":["trace[2118138387] 'agreement among raft nodes before linearized reading' (duration: 367.085739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:09.559588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:29:09.192088Z","time spent":"367.488132ms","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:29:15.379839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.619303ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-25T07:29:20.024156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.516096ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T07:29:20.024476Z","caller":"traceutil/trace.go:172","msg":"trace[828099681] linearizableReadLoop","detail":"{readStateIndex:1888; appliedIndex:1886; }","duration":"191.827392ms","start":"2026-03-25T07:29:19.832629Z","end":"2026-03-25T07:29:20.024456Z","steps":["trace[828099681] 'read index received' (duration: 1.827383ms)","trace[828099681] 'applied index is now lower than readState.Index' (duration: 189.998959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:29:20.024630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.985463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:29:20.024817Z","caller":"traceutil/trace.go:172","msg":"trace[927616013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1639; }","duration":"192.099654ms","start":"2026-03-25T07:29:19.832625Z","end":"2026-03-25T07:29:20.024725Z","steps":["trace[927616013] 'agreement among raft nodes before linearized reading' (duration: 191.903252ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:29:20.292975Z","caller":"traceutil/trace.go:172","msg":"trace[1024103899] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1892; }","duration":"268.433161ms","start":"2026-03-25T07:29:20.024517Z","end":"2026-03-25T07:29:20.292951Z","steps":["trace[1024103899] 'read index received' (duration: 268.19327ms)","trace[1024103899] 'applied index is now lower than readState.Index' (duration: 238.851µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:29:20.293371Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"312.583638ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:29:20.293413Z","caller":"traceutil/trace.go:172","msg":"trace[912902171] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1643; }","duration":"312.636368ms","start":"2026-03-25T07:29:19.980766Z","end":"2026-03-25T07:29:20.293402Z","steps":["trace[912902171] 'agreement among raft nodes before linearized reading' (duration: 312.563648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:20.295251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.590252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:29:20.295301Z","caller":"traceutil/trace.go:172","msg":"trace[987713161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1643; }","duration":"268.644472ms","start":"2026-03-25T07:29:20.026645Z","end":"2026-03-25T07:29:20.295289Z","steps":["trace[987713161] 'agreement among raft nodes before linearized reading' (duration: 268.565262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:20.295522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.607351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-25T07:29:20.295600Z","caller":"traceutil/trace.go:172","msg":"trace[912725881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1643; }","duration":"197.698031ms","start":"2026-03-25T07:29:20.097882Z","end":"2026-03-25T07:29:20.295580Z","steps":["trace[912725881] 'agreement among raft nodes before linearized reading' (duration: 197.439079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:21.052122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.251307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:29:21.658027Z","caller":"traceutil/trace.go:172","msg":"trace[1400923582] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1897; }","duration":"216.666966ms","start":"2026-03-25T07:29:21.441336Z","end":"2026-03-25T07:29:21.658003Z","steps":["trace[1400923582] 'read index received' (duration: 216.659726ms)","trace[1400923582] 'applied index is now lower than readState.Index' (duration: 5.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:29:21.682130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.786469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-25T07:29:21.682204Z","caller":"traceutil/trace.go:172","msg":"trace[139186940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1647; }","duration":"240.871079ms","start":"2026-03-25T07:29:21.441317Z","end":"2026-03-25T07:29:21.682189Z","steps":["trace[139186940] 'agreement among raft nodes before linearized reading' (duration: 216.807157ms)","trace[139186940] 'range keys from in-memory index tree' (duration: 23.890071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:29:22.081275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.426401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-25T07:29:29.027138Z","caller":"traceutil/trace.go:172","msg":"trace[1700777944] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1929; }","duration":"161.612744ms","start":"2026-03-25T07:29:28.865451Z","end":"2026-03-25T07:29:29.027064Z","steps":["trace[1700777944] 'read index received' (duration: 161.592444ms)","trace[1700777944] 'applied index is now lower than readState.Index' (duration: 14.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:29:29.027217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.750095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:29:29.027287Z","caller":"traceutil/trace.go:172","msg":"trace[2132538841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1676; }","duration":"161.837436ms","start":"2026-03-25T07:29:28.865435Z","end":"2026-03-25T07:29:29.027273Z","steps":["trace[2132538841] 'agreement among raft nodes before linearized reading' (duration: 161.712725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:29.955881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.017574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-25T07:29:29.956004Z","caller":"traceutil/trace.go:172","msg":"trace[2100136218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1677; }","duration":"193.157174ms","start":"2026-03-25T07:29:29.762817Z","end":"2026-03-25T07:29:29.955974Z","steps":["trace[2100136218] 'agreement among raft nodes before linearized reading' (duration: 89.454712ms)","trace[2100136218] 'range keys from in-memory index tree' (duration: 103.017787ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:29:44.206283Z","caller":"traceutil/trace.go:172","msg":"trace[1012930282] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1997; }","duration":"225.589234ms","start":"2026-03-25T07:29:43.980662Z","end":"2026-03-25T07:29:44.206251Z","steps":["trace[1012930282] 'read index received' (duration: 225.578784ms)","trace[1012930282] 'applied index is now lower than readState.Index' (duration: 8.79µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:29:44.206411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.721555ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:29:44.206499Z","caller":"traceutil/trace.go:172","msg":"trace[1184204035] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1734; }","duration":"225.826636ms","start":"2026-03-25T07:29:43.980655Z","end":"2026-03-25T07:29:44.206481Z","steps":["trace[1184204035] 'agreement among raft nodes before linearized reading' (duration: 225.687745ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:29:44.207131Z","caller":"traceutil/trace.go:172","msg":"trace[167593494] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"269.485967ms","start":"2026-03-25T07:29:43.937625Z","end":"2026-03-25T07:29:44.207111Z","steps":["trace[167593494] 'process raft request' (duration: 268.975374ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:29:44.386450Z","caller":"traceutil/trace.go:172","msg":"trace[1856403638] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:2000; }","duration":"136.298819ms","start":"2026-03-25T07:29:44.250118Z","end":"2026-03-25T07:29:44.386417Z","steps":["trace[1856403638] 'read index received' (duration: 59.808102ms)","trace[1856403638] 'applied index is now lower than readState.Index' (duration: 76.489917ms)"],"step_count":2} {"level":"info","ts":"2026-03-25T07:29:44.386484Z","caller":"traceutil/trace.go:172","msg":"trace[1651379867] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"138.748456ms","start":"2026-03-25T07:29:44.247713Z","end":"2026-03-25T07:29:44.386461Z","steps":["trace[1651379867] 'process raft request' (duration: 60.367316ms)","trace[1651379867] 'compare' (duration: 78.223389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:29:44.386608Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.47796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-25T07:29:44.386629Z","caller":"traceutil/trace.go:172","msg":"trace[286937028] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1738; }","duration":"136.51065ms","start":"2026-03-25T07:29:44.250113Z","end":"2026-03-25T07:29:44.386623Z","steps":["trace[286937028] 'agreement among raft nodes before linearized reading' (duration: 136.40215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:29:44.664860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.557344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:181 size:15546"} {"level":"info","ts":"2026-03-25T07:29:44.665067Z","caller":"traceutil/trace.go:172","msg":"trace[1314682834] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:181; response_revision:1740; }","duration":"109.772366ms","start":"2026-03-25T07:29:44.555278Z","end":"2026-03-25T07:29:44.665050Z","steps":["trace[1314682834] 'agreement among raft nodes before linearized reading' (duration: 97.672303ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:29:59.775267Z","caller":"traceutil/trace.go:172","msg":"trace[1001492694] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2065; }","duration":"112.001655ms","start":"2026-03-25T07:29:59.663246Z","end":"2026-03-25T07:29:59.775247Z","steps":["trace[1001492694] 'read index received' (duration: 105.960505ms)","trace[1001492694] 'applied index is now lower than readState.Index' (duration: 6.04009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:29:59.775930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.358998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-25T07:29:59.776148Z","caller":"traceutil/trace.go:172","msg":"trace[1850820142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1793; }","duration":"112.901092ms","start":"2026-03-25T07:29:59.663231Z","end":"2026-03-25T07:29:59.776132Z","steps":["trace[1850820142] 'agreement among raft nodes before linearized reading' (duration: 112.116786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:30:00.112442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.948559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:30:00.112817Z","caller":"traceutil/trace.go:172","msg":"trace[710418862] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1795; }","duration":"132.08928ms","start":"2026-03-25T07:29:59.980450Z","end":"2026-03-25T07:30:00.112539Z","steps":["trace[710418862] 'agreement among raft nodes before linearized reading' (duration: 89.16801ms)","trace[710418862] 'range keys from in-memory index tree' (duration: 42.748329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:30:05.091146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.783925ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:30:05.091244Z","caller":"traceutil/trace.go:172","msg":"trace[1329773929] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1818; }","duration":"110.307648ms","start":"2026-03-25T07:30:04.980915Z","end":"2026-03-25T07:30:05.091222Z","steps":["trace[1329773929] 'range keys from in-memory index tree' (duration: 109.736155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:30:05.465771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.77689ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-25T07:30:05.465919Z","caller":"traceutil/trace.go:172","msg":"trace[1048755920] linearizableReadLoop","detail":"{readStateIndex:2096; appliedIndex:2095; }","duration":"202.731549ms","start":"2026-03-25T07:30:05.263161Z","end":"2026-03-25T07:30:05.465892Z","steps":["trace[1048755920] 'read index received' (duration: 69.266105ms)","trace[1048755920] 'applied index is now lower than readState.Index' (duration: 133.463684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:30:05.466057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.90152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:30:05.466113Z","caller":"traceutil/trace.go:172","msg":"trace[1248134524] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1819; }","duration":"202.96584ms","start":"2026-03-25T07:30:05.263133Z","end":"2026-03-25T07:30:05.466099Z","steps":["trace[1248134524] 'agreement among raft nodes before linearized reading' (duration: 202.864799ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:30:12.465135Z","caller":"traceutil/trace.go:172","msg":"trace[1189010946] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2122; }","duration":"246.573859ms","start":"2026-03-25T07:30:12.218543Z","end":"2026-03-25T07:30:12.465117Z","steps":["trace[1189010946] 'read index received' (duration: 246.568449ms)","trace[1189010946] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:30:12.465348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.79309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-25T07:30:12.465376Z","caller":"traceutil/trace.go:172","msg":"trace[643961457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1842; }","duration":"246.838791ms","start":"2026-03-25T07:30:12.218531Z","end":"2026-03-25T07:30:12.465369Z","steps":["trace[643961457] 'agreement among raft nodes before linearized reading' (duration: 246.658289ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:30:13.938156Z","caller":"traceutil/trace.go:172","msg":"trace[424184209] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2129; }","duration":"109.068164ms","start":"2026-03-25T07:30:13.829063Z","end":"2026-03-25T07:30:13.938131Z","steps":["trace[424184209] 'read index received' (duration: 109.063394ms)","trace[424184209] 'applied index is now lower than readState.Index' (duration: 3.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:30:13.938257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.189895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:30:13.938320Z","caller":"traceutil/trace.go:172","msg":"trace[346507416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1849; }","duration":"109.261645ms","start":"2026-03-25T07:30:13.829045Z","end":"2026-03-25T07:30:13.938307Z","steps":["trace[346507416] 'agreement among raft nodes before linearized reading' (duration: 109.165295ms)"],"step_count":1} {"level":"info","ts":"2026-03-25T07:30:29.145303Z","caller":"traceutil/trace.go:172","msg":"trace[1726141809] linearizableReadLoop","detail":"{readStateIndex:2196; appliedIndex:2196; }","duration":"363.797501ms","start":"2026-03-25T07:30:28.781476Z","end":"2026-03-25T07:30:29.145273Z","steps":["trace[1726141809] 'read index received' (duration: 363.79085ms)","trace[1726141809] 'applied index is now lower than readState.Index' (duration: 5.211µs)"],"step_count":2} {"level":"warn","ts":"2026-03-25T07:30:29.145587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"364.049602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-25T07:30:29.145675Z","caller":"traceutil/trace.go:172","msg":"trace[1543595104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1907; }","duration":"364.191188ms","start":"2026-03-25T07:30:28.781470Z","end":"2026-03-25T07:30:29.145662Z","steps":["trace[1543595104] 'agreement among raft nodes before linearized reading' (duration: 363.913906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:30:29.145741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:30:28.781452Z","time spent":"364.255301ms","remote":"127.0.0.1:49408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-25T07:30:29.146569Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.830127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-25T07:30:29.146605Z","caller":"traceutil/trace.go:172","msg":"trace[972710804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1907; }","duration":"314.866888ms","start":"2026-03-25T07:30:28.831730Z","end":"2026-03-25T07:30:29.146597Z","steps":["trace[972710804] 'agreement among raft nodes before linearized reading' (duration: 314.811746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-25T07:30:29.146598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.773605ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-25T07:30:29.146625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-25T07:30:28.831716Z","time spent":"314.90459ms","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-25T07:30:29.146650Z","caller":"traceutil/trace.go:172","msg":"trace[357702132] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1907; }","duration":"166.841548ms","start":"2026-03-25T07:30:28.979795Z","end":"2026-03-25T07:30:29.146636Z","steps":["trace[357702132] 'agreement among raft nodes before linearized reading' (duration: 166.750644ms)"],"step_count":1}