{"level":"warn","ts":"2026-04-01T10:17:12.231612Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-01T10:17:12.231783Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-01T10:17:12.231799Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.179:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.179:2380","--initial-cluster=controller-3=https://199.19.213.179:2380,controller-1=https://199.19.213.118:2380,controller-2=https://199.19.213.183:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.179:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.179:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-01T10:17:12.231940Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-01T10:17:12.231990Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-01T10:17:12.232162Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.179:2380"]} {"level":"info","ts":"2026-04-01T10:17:12.232196Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T10:17:12.232888Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.179:2379"]} {"level":"info","ts":"2026-04-01T10:17:12.233057Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.179:2380"],"listen-peer-urls":["https://199.19.213.179:2380"],"advertise-client-urls":["https://199.19.213.179:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.179:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.118:2380,controller-2=https://199.19.213.183:2380,controller-3=https://199.19.213.179:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-01T10:17:12.234520Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000136518}"} {"level":"info","ts":"2026-04-01T10:17:12.239462Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-01T10:17:12.239552Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.411893ms"} {"level":"info","ts":"2026-04-01T10:17:12.239592Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-01T10:17:12.239603Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-01T10:17:12.256497Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.179:2380","host":"199.19.213.179:2380","resolved-addr":"199.19.213.179:2380"} {"level":"info","ts":"2026-04-01T10:17:12.256537Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.118:2380","host":"199.19.213.118:2380","resolved-addr":"199.19.213.118:2380"} {"level":"info","ts":"2026-04-01T10:17:12.256557Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.183:2380","host":"199.19.213.183:2380","resolved-addr":"199.19.213.183:2380"} {"level":"info","ts":"2026-04-01T10:17:12.256564Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.118:2380","host":"199.19.213.118:2380","resolved-addr":"199.19.213.118:2380"} {"level":"info","ts":"2026-04-01T10:17:12.256572Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.183:2380","host":"199.19.213.183:2380","resolved-addr":"199.19.213.183:2380"} {"level":"info","ts":"2026-04-01T10:17:12.256584Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.179:2380","host":"199.19.213.179:2380","resolved-addr":"199.19.213.179:2380"} {"level":"info","ts":"2026-04-01T10:17:12.270932Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-01T10:17:12.282914Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-01T10:17:12.282958Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"210b0de69d7e3be","cluster-id":"8d545d29b73b98f3"} {"level":"info","ts":"2026-04-01T10:17:12.282983Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-01T10:17:12.283159Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"210b0de69d7e3be switched to configuration voters=()"} {"level":"info","ts":"2026-04-01T10:17:12.283221Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"210b0de69d7e3be became follower at term 0"} {"level":"info","ts":"2026-04-01T10:17:12.283234Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 210b0de69d7e3be [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-01T10:17:12.291823Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-01T10:17:12.298229Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-01T10:17:12.306852Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-01T10:17:12.307423Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.307440Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8","remote-peer-urls":["https://199.19.213.118:2380"]} {"level":"info","ts":"2026-04-01T10:17:12.307458Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.307465Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-04-01T10:17:12.307476Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.307513Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.307632Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.307653Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8","remote-peer-urls":["https://199.19.213.118:2380"]} {"level":"info","ts":"2026-04-01T10:17:12.307663Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.307641Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.307748Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.307677Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.307828Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.307704Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.308974Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.310115Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.310964Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.311103Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.311032Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.311712Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-04-01T10:17:12.312506Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"210b0de69d7e3be","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-01T10:17:12.312723Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-01T10:17:12.312917Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-01T10:17:12.313167Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.179:2380"} {"level":"info","ts":"2026-04-01T10:17:12.313174Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T10:17:12.313413Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"210b0de69d7e3be","initial-advertise-peer-urls":["https://199.19.213.179:2380"],"listen-peer-urls":["https://199.19.213.179:2380"],"advertise-client-urls":["https://199.19.213.179:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.179:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-01T10:17:12.313465Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-01T10:17:12.313341Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.179:2380"} {"level":"info","ts":"2026-04-01T10:17:12.313961Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"210b0de69d7e3be","to":"ce4902163429ce31","stream-type":"stream Message"} {"level":"info","ts":"2026-04-01T10:17:12.313984Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.314007Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.314282Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"210b0de69d7e3be [term: 0] received a MsgHeartbeat message with higher term from 511d8c552db01fa8 [term: 2]"} {"level":"info","ts":"2026-04-01T10:17:12.314359Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"210b0de69d7e3be became follower at term 2"} {"level":"info","ts":"2026-04-01T10:17:12.314405Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 210b0de69d7e3be elected leader 511d8c552db01fa8 at term 2"} {"level":"info","ts":"2026-04-01T10:17:12.314524Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"210b0de69d7e3be","to":"511d8c552db01fa8","stream-type":"stream Message"} {"level":"info","ts":"2026-04-01T10:17:12.314561Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.314808Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.313660Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T10:17:12.315143Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-01T10:17:12.315933Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"210b0de69d7e3be","to":"511d8c552db01fa8","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-01T10:17:12.315962Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.320751Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"210b0de69d7e3be","to":"ce4902163429ce31","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-01T10:17:12.320777Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.323833Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.324358Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.325149Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.325735Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.327599Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"210b0de69d7e3be","remote-snapshot-sender-id":"511d8c552db01fa8","incoming-snapshot-index":786,"incoming-snapshot-message-size-bytes":9170,"incoming-snapshot-message-size":"9.2 kB"} {"level":"info","ts":"2026-04-01T10:17:12.344106Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000312.snap.db","bytes":1114112,"size":"1.1 MB"} {"level":"info","ts":"2026-04-01T10:17:12.344275Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"210b0de69d7e3be","remote-snapshot-sender-id":"511d8c552db01fa8","incoming-snapshot-index":786,"incoming-snapshot-size-bytes":1114112,"incoming-snapshot-size":"1.1 MB","download-took":"16.791189ms"} {"level":"info","ts":"2026-04-01T10:17:12.344589Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 786, term: 2]"} {"level":"info","ts":"2026-04-01T10:17:12.344821Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"210b0de69d7e3be switched to configuration voters=(5844982188863397800 14864414339500723761) learners=(148813257008210878)"} {"level":"info","ts":"2026-04-01T10:17:12.344888Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"210b0de69d7e3be [commit: 786, lastindex: 786, lastterm: 2] restored snapshot [index: 786, term: 2]"} {"level":"info","ts":"2026-04-01T10:17:12.344914Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"210b0de69d7e3be [commit: 786] restored snapshot [index: 786, term: 2]"} {"level":"info","ts":"2026-04-01T10:17:12.345087Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":786,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-01T10:17:12.351412Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":786} {"level":"info","ts":"2026-04-01T10:17:12.351980Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000686040}"} {"level":"info","ts":"2026-04-01T10:17:12.353038Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-01T10:17:12.353141Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.283557ms"} {"level":"info","ts":"2026-04-01T10:17:12.353384Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-01T10:17:12.354751Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-01T10:17:12.354791Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-01T10:17:12.357491Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":727} {"level":"info","ts":"2026-04-01T10:17:12.357536Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":786} {"level":"info","ts":"2026-04-01T10:17:12.357610Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-01T10:17:12.357693Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-01T10:17:12.359759Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-01T10:17:12.359926Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-01T10:17:12.359943Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-01T10:17:12.359996Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-01T10:17:12.360010Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-01T10:17:12.360630Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-01T10:17:12.360691Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-01T10:17:12.360809Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-01T10:17:12.360829Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"8d545d29b73b98f3","local-member-id":"210b0de69d7e3be","recovered-remote-peer-id":"210b0de69d7e3be","recovered-remote-peer-urls":["https://199.19.213.179:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-01T10:17:12.360884Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"8d545d29b73b98f3","local-member-id":"210b0de69d7e3be","recovered-remote-peer-id":"511d8c552db01fa8","recovered-remote-peer-urls":["https://199.19.213.118:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-01T10:17:12.360895Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"8d545d29b73b98f3","local-member-id":"210b0de69d7e3be","recovered-remote-peer-id":"ce4902163429ce31","recovered-remote-peer-urls":["https://199.19.213.183:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-01T10:17:12.360945Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-01T10:17:12.360976Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-01T10:17:12.361031Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-01T10:17:12.361045Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"511d8c552db01fa8"} {"level":"warn","ts":"2026-04-01T10:17:12.361199Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.361255Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"511d8c552db01fa8"} {"level":"warn","ts":"2026-04-01T10:17:12.361402Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.361420Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.361658Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"warn","ts":"2026-04-01T10:17:12.362124Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8","error":"context canceled"} {"level":"warn","ts":"2026-04-01T10:17:12.362205Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"511d8c552db01fa8","error":"failed to read 511d8c552db01fa8 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-01T10:17:12.362233Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"warn","ts":"2026-04-01T10:17:12.362562Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8","error":"context canceled"} {"level":"info","ts":"2026-04-01T10:17:12.362588Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.362670Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.362734Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"210b0de69d7e3be","removed-remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.362750Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"ce4902163429ce31"} {"level":"warn","ts":"2026-04-01T10:17:12.362868Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.362943Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"ce4902163429ce31"} {"level":"warn","ts":"2026-04-01T10:17:12.363142Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.363215Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.363673Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"warn","ts":"2026-04-01T10:17:12.363858Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31","error":"context canceled"} {"level":"warn","ts":"2026-04-01T10:17:12.363901Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"ce4902163429ce31","error":"failed to read ce4902163429ce31 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-01T10:17:12.363949Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"warn","ts":"2026-04-01T10:17:12.364083Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31","error":"context canceled"} {"level":"info","ts":"2026-04-01T10:17:12.364108Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.364121Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.364149Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"210b0de69d7e3be","removed-remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.364163Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-01T10:17:12.364182Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-01T10:17:12.364227Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.364270Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.364715Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.364762Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8","remote-peer-urls":["https://199.19.213.118:2380"]} {"level":"info","ts":"2026-04-01T10:17:12.364803Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.364826Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.365034Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.365090Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.365056Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.365878Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.366473Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.368522Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.370074Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.370136Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31","remote-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-04-01T10:17:12.370163Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-01T10:17:12.370170Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.370196Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":786,"current-applied-index":786,"incoming-leader-snapshot-index":786,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-01T10:17:12.370133Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.380503Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.380556Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.381060Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.381084Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.382394Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.384086Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.401727Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"210b0de69d7e3be","to":"ce4902163429ce31","stream-type":"stream Message"} {"level":"info","ts":"2026-04-01T10:17:12.401816Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.403487Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"210b0de69d7e3be","to":"511d8c552db01fa8","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-01T10:17:12.403538Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.405817Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"210b0de69d7e3be","to":"ce4902163429ce31","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-01T10:17:12.405864Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"210b0de69d7e3be","remote-peer-id":"ce4902163429ce31"} {"level":"info","ts":"2026-04-01T10:17:12.406700Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"210b0de69d7e3be","to":"511d8c552db01fa8","stream-type":"stream Message"} {"level":"info","ts":"2026-04-01T10:17:12.406750Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"210b0de69d7e3be","remote-peer-id":"511d8c552db01fa8"} {"level":"info","ts":"2026-04-01T10:17:12.415281Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"210b0de69d7e3be","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-04-01T10:17:12.748736Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"210b0de69d7e3be switched to configuration voters=(148813257008210878 5844982188863397800 14864414339500723761)"} {"level":"info","ts":"2026-04-01T10:17:12.752992Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"8d545d29b73b98f3","local-member-id":"210b0de69d7e3be","promoted-member-id":"210b0de69d7e3be"} {"level":"warn","ts":"2026-04-01T10:17:19.313840Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"210b0de69d7e3be","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.179:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-01T10:17:19.318237Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T10:17:19.318237Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"210b0de69d7e3be","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.19.213.179:2379]}","cluster-id":"8d545d29b73b98f3","publish-timeout":"7s"} {"level":"info","ts":"2026-04-01T10:17:19.318301Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-01T10:17:19.318612Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-01T10:17:19.318636Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-01T10:17:19.319979Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-01T10:17:19.320406Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-01T10:17:19.320723Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-01T10:17:19.322873Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.179:2379"} {"level":"info","ts":"2026-04-01T10:17:19.324660Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-01T10:17:19.325047Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.327146Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:44946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.328984Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:44958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.329577Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:44982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.329674Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:36230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.330089Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:44970","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.331925Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.331027Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:44936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.333063Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:36236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.335946Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:36218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.337294Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:36248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.339417Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.179:36238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.339547Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.357555Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.385231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.394541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.407544Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.416637Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.425257Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.433392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.442886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.451523Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.462615Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.472175Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.482348Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.492746Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38082","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.502087Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.510434Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.568011Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.575500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.586545Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.597402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.606977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.617541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.627279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.645850Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.667277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.679772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.690929Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38380","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.701405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.709797Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.721280Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.732529Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38446","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.743161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.759299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.782806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.794434Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.802976Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.810488Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.819179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.828388Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.838839Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.849311Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.860704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.871872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.884405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.893307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.903653Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.912670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.920703Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.933467Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:19.955782Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:20.003891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:20.012907Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:20.021704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:17:20.074588Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38926","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-01T10:17:20.861831Z","caller":"traceutil/trace.go:172","msg":"trace[1155962709] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:815; }","duration":"378.49913ms","start":"2026-04-01T10:17:20.483308Z","end":"2026-04-01T10:17:20.861807Z","steps":["trace[1155962709] 'read index received' (duration: 378.49235ms)","trace[1155962709] 'applied index is now lower than readState.Index' (duration: 5.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:17:20.862070Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.731275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-01T10:17:20.862217Z","caller":"traceutil/trace.go:172","msg":"trace[882220917] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:750; }","duration":"378.893468ms","start":"2026-04-01T10:17:20.483304Z","end":"2026-04-01T10:17:20.862198Z","steps":["trace[882220917] 'agreement among raft nodes before linearized reading' (duration: 378.604932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:20.862404Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:20.483289Z","time spent":"379.102333ms","remote":"127.0.0.1:37850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:17:20.863617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.178142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:17:20.863710Z","caller":"traceutil/trace.go:172","msg":"trace[1869415734] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy; range_end:; response_count:0; response_revision:750; }","duration":"377.289265ms","start":"2026-04-01T10:17:20.486398Z","end":"2026-04-01T10:17:20.863687Z","steps":["trace[1869415734] 'agreement among raft nodes before linearized reading' (duration: 377.115611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:20.863754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"301.255926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.179\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:17:20.863773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:20.486373Z","time spent":"377.388577ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/apiserver-uwbfxvu2rolx5tncn5zcljynsy\" limit:1 "} {"level":"info","ts":"2026-04-01T10:17:20.863817Z","caller":"traceutil/trace.go:172","msg":"trace[1503396334] range","detail":"{range_begin:/registry/masterleases/199.19.213.179; range_end:; response_count:0; response_revision:750; }","duration":"301.319278ms","start":"2026-04-01T10:17:20.562480Z","end":"2026-04-01T10:17:20.863799Z","steps":["trace[1503396334] 'agreement among raft nodes before linearized reading' (duration: 301.213696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:20.863866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:20.562463Z","time spent":"301.390949ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.179\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:17:20.863876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.627844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-01T10:17:20.864149Z","caller":"traceutil/trace.go:172","msg":"trace[2052295727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:750; }","duration":"238.745667ms","start":"2026-04-01T10:17:20.625197Z","end":"2026-04-01T10:17:20.863943Z","steps":["trace[2052295727] 'agreement among raft nodes before linearized reading' (duration: 238.377559ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:17:21.041010Z","caller":"traceutil/trace.go:172","msg":"trace[1067949566] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:815; }","duration":"171.246213ms","start":"2026-04-01T10:17:20.869725Z","end":"2026-04-01T10:17:21.040972Z","steps":["trace[1067949566] 'read index received' (duration: 171.236123ms)","trace[1067949566] 'applied index is now lower than readState.Index' (duration: 8.33µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:17:21.059433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.677162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-01T10:17:21.059582Z","caller":"traceutil/trace.go:172","msg":"trace[1344657892] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:750; }","duration":"189.839736ms","start":"2026-04-01T10:17:20.869720Z","end":"2026-04-01T10:17:21.059560Z","steps":["trace[1344657892] 'agreement among raft nodes before linearized reading' (duration: 171.406716ms)","trace[1344657892] 'range keys from in-memory index tree' (duration: 18.134343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:17:21.059794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.589351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:17:21.059905Z","caller":"traceutil/trace.go:172","msg":"trace[714024811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:751; }","duration":"189.720963ms","start":"2026-04-01T10:17:20.870164Z","end":"2026-04-01T10:17:21.059885Z","steps":["trace[714024811] 'agreement among raft nodes before linearized reading' (duration: 189.513709ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:17:21.059859Z","caller":"traceutil/trace.go:172","msg":"trace[141183128] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"190.52331ms","start":"2026-04-01T10:17:20.869281Z","end":"2026-04-01T10:17:21.059805Z","steps":["trace[141183128] 'process raft request' (duration: 171.768744ms)","trace[141183128] 'compare' (duration: 18.409539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:17:21.607480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.861012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" limit:1 ","response":"range_response_count:1 size:658"} {"level":"info","ts":"2026-04-01T10:17:21.607575Z","caller":"traceutil/trace.go:172","msg":"trace[1361420848] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:1; response_revision:752; }","duration":"105.975394ms","start":"2026-04-01T10:17:21.501583Z","end":"2026-04-01T10:17:21.607559Z","steps":["trace[1361420848] 'range keys from in-memory index tree' (duration: 103.811859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:24.785445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.460919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:17:29.993725Z","caller":"traceutil/trace.go:172","msg":"trace[2085191366] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:847; }","duration":"100.997658ms","start":"2026-04-01T10:17:29.892697Z","end":"2026-04-01T10:17:29.993695Z","steps":["trace[2085191366] 'read index received' (duration: 37.909087ms)","trace[2085191366] 'applied index is now lower than readState.Index' (duration: 63.087051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:17:29.993871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.163611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-3\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:17:29.993916Z","caller":"traceutil/trace.go:172","msg":"trace[977858247] range","detail":"{range_begin:/registry/csinodes/controller-3; range_end:; response_count:0; response_revision:779; }","duration":"101.211112ms","start":"2026-04-01T10:17:29.892680Z","end":"2026-04-01T10:17:29.993891Z","steps":["trace[977858247] 'agreement among raft nodes before linearized reading' (duration: 101.127301ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:17:33.654492Z","caller":"traceutil/trace.go:172","msg":"trace[1902887699] linearizableReadLoop","detail":"{readStateIndex:873; appliedIndex:873; }","duration":"170.839648ms","start":"2026-04-01T10:17:33.483631Z","end":"2026-04-01T10:17:33.654471Z","steps":["trace[1902887699] 'read index received' (duration: 170.833738ms)","trace[1902887699] 'applied index is now lower than readState.Index' (duration: 4.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:17:33.654650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.010552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T10:17:33.654713Z","caller":"traceutil/trace.go:172","msg":"trace[1912580125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:801; }","duration":"171.081964ms","start":"2026-04-01T10:17:33.483619Z","end":"2026-04-01T10:17:33.654701Z","steps":["trace[1912580125] 'agreement among raft nodes before linearized reading' (duration: 170.93051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:35.813512Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:17:36.580759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.153874584s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:17:36.580908Z","caller":"traceutil/trace.go:172","msg":"trace[599531233] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"1.383739149s","start":"2026-04-01T10:17:35.197144Z","end":"2026-04-01T10:17:36.580884Z","steps":["trace[599531233] 'process raft request' (duration: 228.08662ms)","trace[599531233] 'compare' (duration: 1.153466054s)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:17:36.580975Z","caller":"traceutil/trace.go:172","msg":"trace[220557966] linearizableReadLoop","detail":"{readStateIndex:885; appliedIndex:884; }","duration":"1.26800996s","start":"2026-04-01T10:17:35.312933Z","end":"2026-04-01T10:17:36.580943Z","steps":["trace[220557966] 'read index received' (duration: 880.976446ms)","trace[220557966] 'applied index is now lower than readState.Index' (duration: 387.029644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:17:36.581047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:35.197121Z","time spent":"1.383852522s","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5969,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:17:36.581251Z","caller":"traceutil/trace.go:172","msg":"trace[1933745979] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"1.308602467s","start":"2026-04-01T10:17:35.272638Z","end":"2026-04-01T10:17:36.581240Z","steps":["trace[1933745979] 'process raft request' (duration: 1.3082365s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:36.581302Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:35.272612Z","time spent":"1.308667789s","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3316,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T10:17:36.581197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.268256375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-01T10:17:36.581986Z","caller":"traceutil/trace.go:172","msg":"trace[776085622] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:813; }","duration":"1.269047991s","start":"2026-04-01T10:17:35.312925Z","end":"2026-04-01T10:17:36.581973Z","steps":["trace[776085622] 'agreement among raft nodes before linearized reading' (duration: 1.268139403s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:36.582031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:35.312907Z","time spent":"1.269109602s","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:17:37.081559Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:17:37.245077Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16410727027097820269,"received-request-id":16410727027097820265} {"level":"warn","ts":"2026-04-01T10:17:37.402922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"821.571261ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T10:17:37.408239Z","caller":"traceutil/trace.go:172","msg":"trace[2049927997] linearizableReadLoop","detail":"{readStateIndex:892; appliedIndex:892; }","duration":"827.196975ms","start":"2026-04-01T10:17:36.581029Z","end":"2026-04-01T10:17:37.408227Z","steps":["trace[2049927997] 'read index received' (duration: 827.191155ms)","trace[2049927997] 'applied index is now lower than readState.Index' (duration: 4.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:17:37.408289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.587020484s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:17:37.408322Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.962436519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:17:37.408346Z","caller":"traceutil/trace.go:172","msg":"trace[1954930963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:818; }","duration":"1.96246762s","start":"2026-04-01T10:17:35.445872Z","end":"2026-04-01T10:17:37.408340Z","steps":["trace[1954930963] 'agreement among raft nodes before linearized reading' (duration: 1.962418109s)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:17:37.408347Z","caller":"traceutil/trace.go:172","msg":"trace[527715252] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:818; }","duration":"1.587088005s","start":"2026-04-01T10:17:35.821247Z","end":"2026-04-01T10:17:37.408335Z","steps":["trace[527715252] 'agreement among raft nodes before linearized reading' (duration: 1.586995564s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:37.408365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:35.445820Z","time spent":"1.962541041s","remote":"127.0.0.1:47014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T10:17:37.408417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.900918044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-01T10:17:37.408512Z","caller":"traceutil/trace.go:172","msg":"trace[1536798984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:818; }","duration":"1.901021366s","start":"2026-04-01T10:17:35.507463Z","end":"2026-04-01T10:17:37.408484Z","steps":["trace[1536798984] 'agreement among raft nodes before linearized reading' (duration: 1.900844013s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:37.408572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:35.507450Z","time spent":"1.901108218s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-01T10:17:37.408966Z","caller":"traceutil/trace.go:172","msg":"trace[975389684] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"819.57745ms","start":"2026-04-01T10:17:36.589380Z","end":"2026-04-01T10:17:37.408957Z","steps":["trace[975389684] 'process raft request' (duration: 819.0814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:37.409026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:36.589363Z","time spent":"819.630691ms","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T10:17:37.538703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.879044ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T10:17:37.538776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.912964ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:17:37.538857Z","caller":"traceutil/trace.go:172","msg":"trace[811454493] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:819; }","duration":"127.025966ms","start":"2026-04-01T10:17:37.411814Z","end":"2026-04-01T10:17:37.538840Z","steps":["trace[811454493] 'range keys from in-memory index tree' (duration: 126.855192ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:17:37.540019Z","caller":"traceutil/trace.go:172","msg":"trace[1254072737] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:895; }","duration":"131.738862ms","start":"2026-04-01T10:17:37.408268Z","end":"2026-04-01T10:17:37.540007Z","steps":["trace[1254072737] 'read index received' (duration: 131.734652ms)","trace[1254072737] 'applied index is now lower than readState.Index' (duration: 3.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:17:37.540082Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"810.795879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-01T10:17:37.540124Z","caller":"traceutil/trace.go:172","msg":"trace[719110213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:820; }","duration":"810.84516ms","start":"2026-04-01T10:17:36.729267Z","end":"2026-04-01T10:17:37.540112Z","steps":["trace[719110213] 'agreement among raft nodes before linearized reading' (duration: 810.761588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:37.540142Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"954.227191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-6fdhd\" limit:1 ","response":"range_response_count:1 size:3429"} {"level":"info","ts":"2026-04-01T10:17:37.540159Z","caller":"traceutil/trace.go:172","msg":"trace[332934583] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-6fdhd; range_end:; response_count:1; response_revision:820; }","duration":"954.246842ms","start":"2026-04-01T10:17:36.585906Z","end":"2026-04-01T10:17:37.540153Z","steps":["trace[332934583] 'agreement among raft nodes before linearized reading' (duration: 954.16072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:37.540178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:36.585890Z","time spent":"954.281252ms","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":3452,"request content":"key:\"/registry/pods/kube-system/kube-proxy-6fdhd\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:17:37.540170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:36.729234Z","time spent":"810.919792ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:17:37.540174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"797.130571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T10:17:37.540234Z","caller":"traceutil/trace.go:172","msg":"trace[1242248863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:820; }","duration":"797.209412ms","start":"2026-04-01T10:17:36.743012Z","end":"2026-04-01T10:17:37.540221Z","steps":["trace[1242248863] 'agreement among raft nodes before linearized reading' (duration: 797.027968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:37.540271Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:36.742993Z","time spent":"797.272153ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:17:37.540275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"956.063059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-6fdhd\" limit:1 ","response":"range_response_count:1 size:3429"} {"level":"info","ts":"2026-04-01T10:17:37.540383Z","caller":"traceutil/trace.go:172","msg":"trace[1262833263] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-6fdhd; range_end:; response_count:1; response_revision:820; }","duration":"956.178921ms","start":"2026-04-01T10:17:36.584189Z","end":"2026-04-01T10:17:37.540367Z","steps":["trace[1262833263] 'agreement among raft nodes before linearized reading' (duration: 955.923736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:17:37.540799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:17:36.584171Z","time spent":"956.372765ms","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":3452,"request content":"key:\"/registry/pods/kube-system/kube-proxy-6fdhd\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:17:37.541988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.723302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:17:37.542051Z","caller":"traceutil/trace.go:172","msg":"trace[570208670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:820; }","duration":"131.798313ms","start":"2026-04-01T10:17:37.410237Z","end":"2026-04-01T10:17:37.542036Z","steps":["trace[570208670] 'agreement among raft nodes before linearized reading' (duration: 131.692131ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:17:40.673322Z","caller":"traceutil/trace.go:172","msg":"trace[1407130413] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"155.731294ms","start":"2026-04-01T10:17:40.517573Z","end":"2026-04-01T10:17:40.673304Z","steps":["trace[1407130413] 'process raft request' (duration: 155.642312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:08.402533Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820430,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:08.699230Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.804721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-01T10:18:08.903259Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820430,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T10:18:08.947169Z","caller":"traceutil/trace.go:172","msg":"trace[1969346976] linearizableReadLoop","detail":"{readStateIndex:1161; appliedIndex:1161; }","duration":"1.044772757s","start":"2026-04-01T10:18:07.902368Z","end":"2026-04-01T10:18:08.947141Z","steps":["trace[1969346976] 'read index received' (duration: 1.044761927s)","trace[1969346976] 'applied index is now lower than readState.Index' (duration: 9.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:08.996502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.094109944s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:08.996603Z","caller":"traceutil/trace.go:172","msg":"trace[510017256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1035; }","duration":"1.094227366s","start":"2026-04-01T10:18:07.902352Z","end":"2026-04-01T10:18:08.996579Z","steps":["trace[510017256] 'agreement among raft nodes before linearized reading' (duration: 1.044902589s)","trace[510017256] 'range keys from in-memory index tree' (duration: 49.185544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:08.996832Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.751567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:18:08.997511Z","caller":"traceutil/trace.go:172","msg":"trace[50402386] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1038; }","duration":"1.082211215s","start":"2026-04-01T10:18:07.915282Z","end":"2026-04-01T10:18:08.997493Z","steps":["trace[50402386] 'process raft request' (duration: 1.082113144s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:08.997621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:07.915272Z","time spent":"1.082282367s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:18:08.997655Z","caller":"traceutil/trace.go:172","msg":"trace[1416702846] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1038; }","duration":"1.082299457s","start":"2026-04-01T10:18:07.915340Z","end":"2026-04-01T10:18:08.997640Z","steps":["trace[1416702846] 'process raft request' (duration: 1.082101943s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:08.997717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:07.915336Z","time spent":"1.082350678s","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T10:18:08.997730Z","caller":"traceutil/trace.go:172","msg":"trace[1978272073] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1038; }","duration":"1.085585193s","start":"2026-04-01T10:18:07.912136Z","end":"2026-04-01T10:18:08.997721Z","steps":["trace[1978272073] 'process raft request' (duration: 1.085202395s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:08.997788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:07.912120Z","time spent":"1.085631485s","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T10:18:08.998578Z","caller":"traceutil/trace.go:172","msg":"trace[233302191] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1038; }","duration":"1.083055533s","start":"2026-04-01T10:18:07.915497Z","end":"2026-04-01T10:18:08.998553Z","steps":["trace[233302191] 'process raft request' (duration: 1.081968391s)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:08.998641Z","caller":"traceutil/trace.go:172","msg":"trace[640528235] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1038; }","duration":"1.083057352s","start":"2026-04-01T10:18:07.915574Z","end":"2026-04-01T10:18:08.998631Z","steps":["trace[640528235] 'process raft request' (duration: 1.081915489s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:08.998695Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:07.915565Z","time spent":"1.083099204s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:08.998709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:07.915479Z","time spent":"1.083173755s","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T10:18:08.998821Z","caller":"traceutil/trace.go:172","msg":"trace[793432146] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1038; }","duration":"1.078185495s","start":"2026-04-01T10:18:07.920627Z","end":"2026-04-01T10:18:08.998813Z","steps":["trace[793432146] 'process raft request' (duration: 1.077915719s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:08.998859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:07.920611Z","time spent":"1.078229045s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10112,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:18:08.998988Z","caller":"traceutil/trace.go:172","msg":"trace[1909676961] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1038; }","duration":"1.076126894s","start":"2026-04-01T10:18:07.922849Z","end":"2026-04-01T10:18:08.998976Z","steps":["trace[1909676961] 'process raft request' (duration: 1.075756587s)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:08.999079Z","caller":"traceutil/trace.go:172","msg":"trace[2011106463] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1038; }","duration":"1.074596223s","start":"2026-04-01T10:18:07.924436Z","end":"2026-04-01T10:18:08.999032Z","steps":["trace[2011106463] 'process raft request' (duration: 1.074278987s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:08.999112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:07.922839Z","time spent":"1.076185075s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31181,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:08.999150Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:07.924412Z","time spent":"1.074700465s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":29606,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:18:08.999534Z","caller":"traceutil/trace.go:172","msg":"trace[1100747626] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1038; }","duration":"1.072403489s","start":"2026-04-01T10:18:07.927113Z","end":"2026-04-01T10:18:08.999516Z","steps":["trace[1100747626] 'process raft request' (duration: 1.071813877s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:08.999642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:07.927104Z","time spent":"1.072496281s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31162,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:18:09.000060Z","caller":"traceutil/trace.go:172","msg":"trace[1191149565] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1038; }","duration":"280.696847ms","start":"2026-04-01T10:18:08.719353Z","end":"2026-04-01T10:18:09.000049Z","steps":["trace[1191149565] 'process raft request' (duration: 279.733147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:09.038379Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16410727027097820441,"received-request-id":16410727027097820430} {"level":"warn","ts":"2026-04-01T10:18:09.044928Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.129450781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-04-01T10:18:09.045013Z","caller":"traceutil/trace.go:172","msg":"trace[1208931896] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1050; }","duration":"1.129564603s","start":"2026-04-01T10:18:07.915429Z","end":"2026-04-01T10:18:09.044993Z","steps":["trace[1208931896] 'agreement among raft nodes before linearized reading' (duration: 1.129295778s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:09.044999Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.129529753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"warn","ts":"2026-04-01T10:18:09.045059Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:07.915423Z","time spent":"1.129624224s","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1036,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-04-01T10:18:09.045077Z","caller":"traceutil/trace.go:172","msg":"trace[960764477] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1050; }","duration":"1.129621714s","start":"2026-04-01T10:18:07.915441Z","end":"2026-04-01T10:18:09.045062Z","steps":["trace[960764477] 'agreement among raft nodes before linearized reading' (duration: 1.129259857s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:09.045111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:07.915433Z","time spent":"1.129670155s","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1036,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:10.275121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.712013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:10.275199Z","caller":"traceutil/trace.go:172","msg":"trace[932066579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1075; }","duration":"452.867916ms","start":"2026-04-01T10:18:09.822318Z","end":"2026-04-01T10:18:10.275186Z","steps":["trace[932066579] 'range keys from in-memory index tree' (duration: 452.676962ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:10.362939Z","caller":"traceutil/trace.go:172","msg":"trace[499553967] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1243; }","duration":"101.703993ms","start":"2026-04-01T10:18:10.261207Z","end":"2026-04-01T10:18:10.362911Z","steps":["trace[499553967] 'read index received' (duration: 101.695833ms)","trace[499553967] 'applied index is now lower than readState.Index' (duration: 7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:10.363400Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.173153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:18:10.363446Z","caller":"traceutil/trace.go:172","msg":"trace[434057683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1079; }","duration":"102.241475ms","start":"2026-04-01T10:18:10.261193Z","end":"2026-04-01T10:18:10.363435Z","steps":["trace[434057683] 'agreement among raft nodes before linearized reading' (duration: 101.866987ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:10.363749Z","caller":"traceutil/trace.go:172","msg":"trace[1038714062] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1079; }","duration":"438.831455ms","start":"2026-04-01T10:18:09.924905Z","end":"2026-04-01T10:18:10.363737Z","steps":["trace[1038714062] 'process raft request' (duration: 438.334465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:10.363834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:09.924882Z","time spent":"438.899076ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570141,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:18:10.363998Z","caller":"traceutil/trace.go:172","msg":"trace[1892106676] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1079; }","duration":"393.1179ms","start":"2026-04-01T10:18:09.970853Z","end":"2026-04-01T10:18:10.363971Z","steps":["trace[1892106676] 'process raft request' (duration: 392.834865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:10.364146Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:09.970831Z","time spent":"393.243922ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208521,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:18:11.242313Z","caller":"traceutil/trace.go:172","msg":"trace[635949839] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1250; }","duration":"420.402993ms","start":"2026-04-01T10:18:10.821885Z","end":"2026-04-01T10:18:11.242288Z","steps":["trace[635949839] 'read index received' (duration: 420.394803ms)","trace[635949839] 'applied index is now lower than readState.Index' (duration: 6.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:11.243162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"421.25452ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:11.243255Z","caller":"traceutil/trace.go:172","msg":"trace[1837450450] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1083; }","duration":"421.363002ms","start":"2026-04-01T10:18:10.821876Z","end":"2026-04-01T10:18:11.243239Z","steps":["trace[1837450450] 'agreement among raft nodes before linearized reading' (duration: 420.542466ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:11.243399Z","caller":"traceutil/trace.go:172","msg":"trace[1451353894] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"318.037547ms","start":"2026-04-01T10:18:10.925342Z","end":"2026-04-01T10:18:11.243379Z","steps":["trace[1451353894] 'process raft request' (duration: 317.032467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:11.243577Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:10.925303Z","time spent":"318.18207ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:11.245285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.58535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-01T10:18:11.245414Z","caller":"traceutil/trace.go:172","msg":"trace[1013845107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1084; }","duration":"114.752413ms","start":"2026-04-01T10:18:11.130636Z","end":"2026-04-01T10:18:11.245388Z","steps":["trace[1013845107] 'agreement among raft nodes before linearized reading' (duration: 113.410396ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:11.922671Z","caller":"traceutil/trace.go:172","msg":"trace[1433935876] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1255; }","duration":"100.905467ms","start":"2026-04-01T10:18:11.821751Z","end":"2026-04-01T10:18:11.922657Z","steps":["trace[1433935876] 'read index received' (duration: 55.128172ms)","trace[1433935876] 'applied index is now lower than readState.Index' (duration: 45.776935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:11.922755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.990818ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:11.922770Z","caller":"traceutil/trace.go:172","msg":"trace[558761212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1089; }","duration":"101.022749ms","start":"2026-04-01T10:18:11.821742Z","end":"2026-04-01T10:18:11.922765Z","steps":["trace[558761212] 'agreement among raft nodes before linearized reading' (duration: 100.975298ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:12.458292Z","caller":"traceutil/trace.go:172","msg":"trace[62787858] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"312.244688ms","start":"2026-04-01T10:18:12.146023Z","end":"2026-04-01T10:18:12.458267Z","steps":["trace[62787858] 'process raft request' (duration: 311.948972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:12.458566Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:12.145998Z","time spent":"312.471132ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:12.670586Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820472,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T10:18:12.701686Z","caller":"traceutil/trace.go:172","msg":"trace[1474097871] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1261; }","duration":"532.002818ms","start":"2026-04-01T10:18:12.169655Z","end":"2026-04-01T10:18:12.701658Z","steps":["trace[1474097871] 'read index received' (duration: 531.983547ms)","trace[1474097871] 'applied index is now lower than readState.Index' (duration: 17.061µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:12.898567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.654743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:12.898641Z","caller":"traceutil/trace.go:172","msg":"trace[1519589651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1094; }","duration":"452.740525ms","start":"2026-04-01T10:18:12.445883Z","end":"2026-04-01T10:18:12.898624Z","steps":["trace[1519589651] 'agreement among raft nodes before linearized reading' (duration: 257.414312ms)","trace[1519589651] 'range keys from in-memory index tree' (duration: 195.208999ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:12.898678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:12.445868Z","time spent":"452.804667ms","remote":"127.0.0.1:47014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T10:18:12.898988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"729.342861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.179\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T10:18:12.899004Z","caller":"traceutil/trace.go:172","msg":"trace[839160920] range","detail":"{range_begin:/registry/masterleases/199.19.213.179; range_end:; response_count:1; response_revision:1094; }","duration":"729.359641ms","start":"2026-04-01T10:18:12.169639Z","end":"2026-04-01T10:18:12.898999Z","steps":["trace[839160920] 'agreement among raft nodes before linearized reading' (duration: 532.113441ms)","trace[839160920] 'range keys from in-memory index tree' (duration: 197.159689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:12.899017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:12.169622Z","time spent":"729.390841ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.179\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:13.399526Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:13.900462Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:14.257644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"743.454705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-01T10:18:14.401225Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:14.900778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000148206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T10:18:14.900886Z","caller":"traceutil/trace.go:172","msg":"trace[484117876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272728s","start":"2026-04-01T10:18:12.900597Z","end":"2026-04-01T10:18:14.900870Z","steps":["trace[484117876] 'agreement among raft nodes before linearized reading' (duration: 2.000145746s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:14.900929Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:12.900590Z","time spent":"2.000332879s","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 10:18:14 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T10:18:14.902261Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:15.400693Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.837115951s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T10:18:15.401509Z","caller":"traceutil/trace.go:172","msg":"trace[1027035991] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1266; }","duration":"2.502484159s","start":"2026-04-01T10:18:12.898951Z","end":"2026-04-01T10:18:15.401435Z","steps":["trace[1027035991] 'read index received' (duration: 2.502471549s)","trace[1027035991] 'applied index is now lower than readState.Index' (duration: 10.78µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:15.406266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.507294685s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:15.406352Z","caller":"traceutil/trace.go:172","msg":"trace[577128086] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1099; }","duration":"2.507387577s","start":"2026-04-01T10:18:12.898945Z","end":"2026-04-01T10:18:15.406333Z","steps":["trace[577128086] 'agreement among raft nodes before linearized reading' (duration: 2.502621222s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:15.406523Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:12.900336Z","time spent":"2.506181603s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-01T10:18:15.501320Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16410727027097820479,"received-request-id":16410727027097820475} {"level":"info","ts":"2026-04-01T10:18:15.833469Z","caller":"traceutil/trace.go:172","msg":"trace[658446543] linearizableReadLoop","detail":"{readStateIndex:1287; appliedIndex:1287; }","duration":"431.836116ms","start":"2026-04-01T10:18:15.401609Z","end":"2026-04-01T10:18:15.833446Z","steps":["trace[658446543] 'read index received' (duration: 431.829896ms)","trace[658446543] 'applied index is now lower than readState.Index' (duration: 4.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:15.833572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"924.401045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:18:15.833641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"951.938004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T10:18:15.833640Z","caller":"traceutil/trace.go:172","msg":"trace[559764639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1118; }","duration":"924.480097ms","start":"2026-04-01T10:18:14.909143Z","end":"2026-04-01T10:18:15.833623Z","steps":["trace[559764639] 'agreement among raft nodes before linearized reading' (duration: 924.341534ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:15.833666Z","caller":"traceutil/trace.go:172","msg":"trace[1429063403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1118; }","duration":"951.982625ms","start":"2026-04-01T10:18:14.881677Z","end":"2026-04-01T10:18:15.833660Z","steps":["trace[1429063403] 'agreement among raft nodes before linearized reading' (duration: 951.880893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:15.833681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:14.909134Z","time spent":"924.541478ms","remote":"127.0.0.1:47014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T10:18:15.833688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.493481962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-01T10:18:15.833704Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:14.881651Z","time spent":"952.046936ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-01T10:18:15.833714Z","caller":"traceutil/trace.go:172","msg":"trace[715938697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1118; }","duration":"2.493509282s","start":"2026-04-01T10:18:13.340198Z","end":"2026-04-01T10:18:15.833707Z","steps":["trace[715938697] 'agreement among raft nodes before linearized reading' (duration: 2.493453361s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:15.833733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:13.340175Z","time spent":"2.493552673s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:15.833797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.802476921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:18:15.833912Z","caller":"traceutil/trace.go:172","msg":"trace[1231038034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1118; }","duration":"2.802604954s","start":"2026-04-01T10:18:13.031280Z","end":"2026-04-01T10:18:15.833885Z","steps":["trace[1231038034] 'agreement among raft nodes before linearized reading' (duration: 2.802369169s)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:15.833924Z","caller":"traceutil/trace.go:172","msg":"trace[823744194] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"929.634729ms","start":"2026-04-01T10:18:14.904268Z","end":"2026-04-01T10:18:15.833903Z","steps":["trace[823744194] 'process raft request' (duration: 929.537647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:15.833971Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:13.031257Z","time spent":"2.802697036s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:15.834069Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:14.904244Z","time spent":"929.770831ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-01T10:18:15.834126Z","caller":"traceutil/trace.go:172","msg":"trace[1343973979] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"424.589662ms","start":"2026-04-01T10:18:15.409519Z","end":"2026-04-01T10:18:15.834108Z","steps":["trace[1343973979] 'process raft request' (duration: 424.337717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:15.834228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:15.409490Z","time spent":"424.681864ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:16.334442Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820481,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T10:18:16.600655Z","caller":"traceutil/trace.go:172","msg":"trace[1464740899] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1292; }","duration":"767.088801ms","start":"2026-04-01T10:18:15.833538Z","end":"2026-04-01T10:18:16.600627Z","steps":["trace[1464740899] 'read index received' (duration: 767.082811ms)","trace[1464740899] 'applied index is now lower than readState.Index' (duration: 4.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:16.600834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.191773544s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:16.600901Z","caller":"traceutil/trace.go:172","msg":"trace[214787385] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1123; }","duration":"1.191841996s","start":"2026-04-01T10:18:15.409035Z","end":"2026-04-01T10:18:16.600877Z","steps":["trace[214787385] 'agreement among raft nodes before linearized reading' (duration: 1.191752984s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:16.601131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.100845261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-01T10:18:16.601163Z","caller":"traceutil/trace.go:172","msg":"trace[1463722542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1123; }","duration":"1.100878561s","start":"2026-04-01T10:18:15.500277Z","end":"2026-04-01T10:18:16.601155Z","steps":["trace[1463722542] 'agreement among raft nodes before linearized reading' (duration: 1.100471043s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:16.601189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:15.500255Z","time spent":"1.100927202s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:16.650074Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16410727027097820482,"received-request-id":16410727027097820481} {"level":"warn","ts":"2026-04-01T10:18:16.682913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"848.090787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:16.682979Z","caller":"traceutil/trace.go:172","msg":"trace[1545706704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1130; }","duration":"848.160468ms","start":"2026-04-01T10:18:15.834802Z","end":"2026-04-01T10:18:16.682962Z","steps":["trace[1545706704] 'agreement among raft nodes before linearized reading' (duration: 826.20008ms)","trace[1545706704] 'range keys from in-memory index tree' (duration: 21.868076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:16.683007Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:15.834778Z","time spent":"848.223069ms","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T10:18:16.683581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"846.670979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-04-01T10:18:16.683720Z","caller":"traceutil/trace.go:172","msg":"trace[1242761101] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1130; }","duration":"846.774011ms","start":"2026-04-01T10:18:15.836876Z","end":"2026-04-01T10:18:16.683650Z","steps":["trace[1242761101] 'agreement among raft nodes before linearized reading' (duration: 824.18581ms)","trace[1242761101] 'range keys from in-memory index tree' (duration: 21.811545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:16.683840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:15.836864Z","time spent":"846.958924ms","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":485,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:17.186893Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:17.687555Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:18.188089Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:18.688536Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:18.691363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000042304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-01T10:18:18.691486Z","caller":"traceutil/trace.go:172","msg":"trace[291062457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172107s","start":"2026-04-01T10:18:16.691278Z","end":"2026-04-01T10:18:18.691450Z","steps":["trace[291062457] 'agreement among raft nodes before linearized reading' (duration: 2.000039014s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:18.691554Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:16.691268Z","time spent":"2.000274558s","remote":"127.0.0.1:47014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T10:18:19.093623Z","caller":"traceutil/trace.go:172","msg":"trace[66698362] linearizableReadLoop","detail":"{readStateIndex:1302; appliedIndex:1302; }","duration":"2.407745879s","start":"2026-04-01T10:18:16.685851Z","end":"2026-04-01T10:18:19.093597Z","steps":["trace[66698362] 'read index received' (duration: 2.407738889s)","trace[66698362] 'applied index is now lower than readState.Index' (duration: 5.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:19.093869Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.408002744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:391"} {"level":"info","ts":"2026-04-01T10:18:19.093899Z","caller":"traceutil/trace.go:172","msg":"trace[616000545] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1132; }","duration":"2.408044165s","start":"2026-04-01T10:18:16.685846Z","end":"2026-04-01T10:18:19.093890Z","steps":["trace[616000545] 'agreement among raft nodes before linearized reading' (duration: 2.407903942s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:19.093922Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:16.685825Z","time spent":"2.408092325s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":414,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-01T10:18:19.102262Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16410727027097820485,"received-request-id":16410727027097820484} {"level":"warn","ts":"2026-04-01T10:18:19.109960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.06681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:19.110055Z","caller":"traceutil/trace.go:172","msg":"trace[281851569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1136; }","duration":"417.168342ms","start":"2026-04-01T10:18:18.692874Z","end":"2026-04-01T10:18:19.110043Z","steps":["trace[281851569] 'agreement among raft nodes before linearized reading' (duration: 417.010379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:19.110115Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:18.692857Z","time spent":"417.218313ms","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T10:18:19.109979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.288342547s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:19.110198Z","caller":"traceutil/trace.go:172","msg":"trace[617099591] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1136; }","duration":"2.288561941s","start":"2026-04-01T10:18:16.821618Z","end":"2026-04-01T10:18:19.110180Z","steps":["trace[617099591] 'agreement among raft nodes before linearized reading' (duration: 2.288319226s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:20.039810Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:20.540664Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:21.041060Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:21.541332Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:21.752458Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.384641292s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T10:18:21.753820Z","caller":"traceutil/trace.go:172","msg":"trace[597863453] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"2.387773844s","start":"2026-04-01T10:18:19.366020Z","end":"2026-04-01T10:18:21.753794Z","steps":["trace[597863453] 'process raft request' (duration: 2.386907567s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:21.753948Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:19.365994Z","time spent":"2.387896306s","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:22.010301Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.859563ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-01T10:18:22.041948Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:22.445892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000043828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-01T10:18:22.446087Z","caller":"traceutil/trace.go:172","msg":"trace[2136762836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245452s","start":"2026-04-01T10:18:20.445822Z","end":"2026-04-01T10:18:22.446067Z","steps":["trace[2136762836] 'agreement among raft nodes before linearized reading' (duration: 2.000039728s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:22.446188Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:20.445801Z","time spent":"2.000376064s","remote":"127.0.0.1:47014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/01 10:18:22 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-01T10:18:22.542410Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:23.042597Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:23.543462Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:24.013329Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001848792s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-01T10:18:24.044743Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:24.105453Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.946610371s","expected-duration":"1s"} {"level":"info","ts":"2026-04-01T10:18:24.105769Z","caller":"traceutil/trace.go:172","msg":"trace[69735000] linearizableReadLoop","detail":"{readStateIndex:1356; appliedIndex:1356; }","duration":"4.566758377s","start":"2026-04-01T10:18:19.538976Z","end":"2026-04-01T10:18:24.105735Z","steps":["trace[69735000] 'read index received' (duration: 4.566748587s)","trace[69735000] 'applied index is now lower than readState.Index' (duration: 8.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:24.106027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.567004482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-01T10:18:24.106130Z","caller":"traceutil/trace.go:172","msg":"trace[138623696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1183; }","duration":"4.567142265s","start":"2026-04-01T10:18:19.538971Z","end":"2026-04-01T10:18:24.106113Z","steps":["trace[138623696] 'agreement among raft nodes before linearized reading' (duration: 4.56688318s)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:24.106146Z","caller":"traceutil/trace.go:172","msg":"trace[763108794] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"2.565597603s","start":"2026-04-01T10:18:21.540533Z","end":"2026-04-01T10:18:24.106131Z","steps":["trace[763108794] 'process raft request' (duration: 2.565361749s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.106190Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:19.538948Z","time spent":"4.567233296s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.106266Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:21.540508Z","time spent":"2.565680065s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:24.130845Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16410727027097820498,"received-request-id":16410727027097820494} {"level":"info","ts":"2026-04-01T10:18:24.268496Z","caller":"traceutil/trace.go:172","msg":"trace[595820600] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1369; }","duration":"162.651536ms","start":"2026-04-01T10:18:24.105822Z","end":"2026-04-01T10:18:24.268473Z","steps":["trace[595820600] 'read index received' (duration: 162.635625ms)","trace[595820600] 'applied index is now lower than readState.Index' (duration: 14.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:24.268668Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.149111677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:18:24.268672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.50983441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ctv7t\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-04-01T10:18:24.268702Z","caller":"traceutil/trace.go:172","msg":"trace[1013034720] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1196; }","duration":"3.149156838s","start":"2026-04-01T10:18:21.119534Z","end":"2026-04-01T10:18:24.268691Z","steps":["trace[1013034720] 'agreement among raft nodes before linearized reading' (duration: 3.149081096s)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:24.268727Z","caller":"traceutil/trace.go:172","msg":"trace[729256643] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ctv7t; range_end:; response_count:1; response_revision:1196; }","duration":"2.509905911s","start":"2026-04-01T10:18:21.758805Z","end":"2026-04-01T10:18:24.268710Z","steps":["trace[729256643] 'agreement among raft nodes before linearized reading' (duration: 2.509669297s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.268737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:21.119509Z","time spent":"3.14921993s","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.268769Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:21.758789Z","time spent":"2.509969202s","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-ctv7t\" limit:1 "} {"level":"info","ts":"2026-04-01T10:18:24.268899Z","caller":"traceutil/trace.go:172","msg":"trace[1221288409] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"1.44166794s","start":"2026-04-01T10:18:22.827197Z","end":"2026-04-01T10:18:24.268865Z","steps":["trace[1221288409] 'process raft request' (duration: 1.441517817s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.269019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.192426669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:24.269059Z","caller":"traceutil/trace.go:172","msg":"trace[1114836222] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1198; }","duration":"3.19246855s","start":"2026-04-01T10:18:21.076582Z","end":"2026-04-01T10:18:24.269050Z","steps":["trace[1114836222] 'agreement among raft nodes before linearized reading' (duration: 3.192395709s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.269007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.098381959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.179\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T10:18:24.269094Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:21.076558Z","time spent":"3.192527442s","remote":"127.0.0.1:38154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.269120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.374128468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:24.269127Z","caller":"traceutil/trace.go:172","msg":"trace[1439614945] range","detail":"{range_begin:/registry/masterleases/199.19.213.179; range_end:; response_count:1; response_revision:1197; }","duration":"2.098518212s","start":"2026-04-01T10:18:22.170585Z","end":"2026-04-01T10:18:24.269103Z","steps":["trace[1439614945] 'agreement among raft nodes before linearized reading' (duration: 2.098117794s)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:24.269156Z","caller":"traceutil/trace.go:172","msg":"trace[124809245] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1198; }","duration":"2.374157209s","start":"2026-04-01T10:18:21.894985Z","end":"2026-04-01T10:18:24.269142Z","steps":["trace[124809245] 'agreement among raft nodes before linearized reading' (duration: 2.374111958s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.269177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:22.170563Z","time spent":"2.098605084s","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.179\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.269229Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:21.894959Z","time spent":"2.37425623s","remote":"127.0.0.1:38208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.269270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.754239518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:24.269298Z","caller":"traceutil/trace.go:172","msg":"trace[1490111428] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1198; }","duration":"3.754267839s","start":"2026-04-01T10:18:20.515022Z","end":"2026-04-01T10:18:24.269289Z","steps":["trace[1490111428] 'agreement among raft nodes before linearized reading' (duration: 3.754219118s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.269321Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:20.515009Z","time spent":"3.754306409s","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.269406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"806.741298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:24.269436Z","caller":"traceutil/trace.go:172","msg":"trace[1857842956] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1198; }","duration":"806.771139ms","start":"2026-04-01T10:18:23.462656Z","end":"2026-04-01T10:18:24.269427Z","steps":["trace[1857842956] 'agreement among raft nodes before linearized reading' (duration: 806.719408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.269463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:23.462626Z","time spent":"806.831309ms","remote":"127.0.0.1:38620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.269461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.017167044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:18:24.269478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.476824872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T10:18:24.269516Z","caller":"traceutil/trace.go:172","msg":"trace[1103652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1198; }","duration":"2.476862043s","start":"2026-04-01T10:18:21.792642Z","end":"2026-04-01T10:18:24.269504Z","steps":["trace[1103652] 'agreement among raft nodes before linearized reading' (duration: 2.476751271s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.269579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.213940004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:24.269621Z","caller":"traceutil/trace.go:172","msg":"trace[113092179] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1198; }","duration":"4.213981774s","start":"2026-04-01T10:18:20.055632Z","end":"2026-04-01T10:18:24.269614Z","steps":["trace[113092179] 'agreement among raft nodes before linearized reading' (duration: 4.213870162s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.269653Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:20.055607Z","time spent":"4.214038106s","remote":"127.0.0.1:38570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.269672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.641210596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:24.269721Z","caller":"traceutil/trace.go:172","msg":"trace[119694606] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1198; }","duration":"4.641259217s","start":"2026-04-01T10:18:19.628450Z","end":"2026-04-01T10:18:24.269709Z","steps":["trace[119694606] 'agreement among raft nodes before linearized reading' (duration: 4.641172765s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.269758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:19.628430Z","time spent":"4.641321088s","remote":"127.0.0.1:37902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.269074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.310907309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:18:24.269019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.159037127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:24.269932Z","caller":"traceutil/trace.go:172","msg":"trace[234426603] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1198; }","duration":"2.311763026s","start":"2026-04-01T10:18:21.958159Z","end":"2026-04-01T10:18:24.269922Z","steps":["trace[234426603] 'agreement among raft nodes before linearized reading' (duration: 2.310889639s)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:24.269956Z","caller":"traceutil/trace.go:172","msg":"trace[774532826] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1198; }","duration":"2.159973166s","start":"2026-04-01T10:18:22.109969Z","end":"2026-04-01T10:18:24.269942Z","steps":["trace[774532826] 'agreement among raft nodes before linearized reading' (duration: 2.158993096s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.270007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.448490726s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:18:24.270042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.823489131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:24.270045Z","caller":"traceutil/trace.go:172","msg":"trace[812644763] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1198; }","duration":"4.448528167s","start":"2026-04-01T10:18:19.821508Z","end":"2026-04-01T10:18:24.270036Z","steps":["trace[812644763] 'agreement among raft nodes before linearized reading' (duration: 4.448475056s)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:24.270066Z","caller":"traceutil/trace.go:172","msg":"trace[1280878587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1198; }","duration":"1.823510791s","start":"2026-04-01T10:18:22.446548Z","end":"2026-04-01T10:18:24.270058Z","steps":["trace[1280878587] 'agreement among raft nodes before linearized reading' (duration: 1.823478551s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.270095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:22.446526Z","time spent":"1.823564952s","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T10:18:24.269123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:22.827176Z","time spent":"1.441840044s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:18:24.269489Z","caller":"traceutil/trace.go:172","msg":"trace[1899097091] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1198; }","duration":"4.017195255s","start":"2026-04-01T10:18:20.252286Z","end":"2026-04-01T10:18:24.269482Z","steps":["trace[1899097091] 'agreement among raft nodes before linearized reading' (duration: 4.017151994s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.271023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:20.252265Z","time spent":"4.018707075s","remote":"127.0.0.1:38714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.269578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:21.792629Z","time spent":"2.476940525s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.270014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.35221482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:18:24.269968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:21.958133Z","time spent":"2.311825647s","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.270014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:22.109949Z","time spent":"2.160048687s","remote":"127.0.0.1:38530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.270508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.562695581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T10:18:24.271200Z","caller":"traceutil/trace.go:172","msg":"trace[898011169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1198; }","duration":"4.563367454s","start":"2026-04-01T10:18:19.707796Z","end":"2026-04-01T10:18:24.271164Z","steps":["trace[898011169] 'agreement among raft nodes before linearized reading' (duration: 4.562527927s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.271249Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:19.707776Z","time spent":"4.563461167s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-01T10:18:24.271701Z","caller":"traceutil/trace.go:172","msg":"trace[1115843315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1198; }","duration":"1.353891003s","start":"2026-04-01T10:18:22.917790Z","end":"2026-04-01T10:18:24.271681Z","steps":["trace[1115843315] 'agreement among raft nodes before linearized reading' (duration: 1.35219115s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.271763Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:22.917770Z","time spent":"1.353980426s","remote":"127.0.0.1:47014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T10:18:24.270559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.534625282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:24.271919Z","caller":"traceutil/trace.go:172","msg":"trace[1668308155] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1198; }","duration":"4.535976049s","start":"2026-04-01T10:18:19.735928Z","end":"2026-04-01T10:18:24.271904Z","steps":["trace[1668308155] 'agreement among raft nodes before linearized reading' (duration: 4.534610272s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.271973Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:19.735916Z","time spent":"4.5360373s","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:24.270628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.53853881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:18:24.272216Z","caller":"traceutil/trace.go:172","msg":"trace[1129952055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1198; }","duration":"4.540104752s","start":"2026-04-01T10:18:19.732082Z","end":"2026-04-01T10:18:24.272187Z","steps":["trace[1129952055] 'agreement among raft nodes before linearized reading' (duration: 4.538491379s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:24.272297Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:19.732073Z","time spent":"4.540200253s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:26.141146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.5484ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:26.141222Z","caller":"traceutil/trace.go:172","msg":"trace[28388957] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1229; }","duration":"319.633672ms","start":"2026-04-01T10:18:25.821573Z","end":"2026-04-01T10:18:26.141207Z","steps":["trace[28388957] 'range keys from in-memory index tree' (duration: 319.50737ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:26.156930Z","caller":"traceutil/trace.go:172","msg":"trace[1505433084] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1410; }","duration":"465.065014ms","start":"2026-04-01T10:18:25.691845Z","end":"2026-04-01T10:18:26.156910Z","steps":["trace[1505433084] 'read index received' (duration: 465.058254ms)","trace[1505433084] 'applied index is now lower than readState.Index' (duration: 5.68µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:26.157126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"465.260788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-01T10:18:26.157166Z","caller":"traceutil/trace.go:172","msg":"trace[2012330238] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1234; }","duration":"465.314879ms","start":"2026-04-01T10:18:25.691840Z","end":"2026-04-01T10:18:26.157155Z","steps":["trace[2012330238] 'agreement among raft nodes before linearized reading' (duration: 465.176516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:26.157189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:25.691819Z","time spent":"465.365081ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:26.158497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.972705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:26.158536Z","caller":"traceutil/trace.go:172","msg":"trace[363808645] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1234; }","duration":"361.011875ms","start":"2026-04-01T10:18:25.797515Z","end":"2026-04-01T10:18:26.158527Z","steps":["trace[363808645] 'agreement among raft nodes before linearized reading' (duration: 360.952914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:26.158561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:25.797494Z","time spent":"361.060966ms","remote":"127.0.0.1:38484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"info","ts":"2026-04-01T10:18:28.323808Z","caller":"traceutil/trace.go:172","msg":"trace[1546655400] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1431; }","duration":"177.549057ms","start":"2026-04-01T10:18:28.146238Z","end":"2026-04-01T10:18:28.323787Z","steps":["trace[1546655400] 'read index received' (duration: 177.528127ms)","trace[1546655400] 'applied index is now lower than readState.Index' (duration: 19.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:28.487416Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.170227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:28.487496Z","caller":"traceutil/trace.go:172","msg":"trace[1737299805] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1255; }","duration":"341.254848ms","start":"2026-04-01T10:18:28.146222Z","end":"2026-04-01T10:18:28.487477Z","steps":["trace[1737299805] 'agreement among raft nodes before linearized reading' (duration: 177.675699ms)","trace[1737299805] 'range keys from in-memory index tree' (duration: 163.467356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:28.487542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:28.146173Z","time spent":"341.35781ms","remote":"127.0.0.1:38790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:28.487689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.025078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:28.488459Z","caller":"traceutil/trace.go:172","msg":"trace[1571133390] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1255; }","duration":"230.793063ms","start":"2026-04-01T10:18:28.257649Z","end":"2026-04-01T10:18:28.488442Z","steps":["trace[1571133390] 'agreement among raft nodes before linearized reading' (duration: 67.524991ms)","trace[1571133390] 'range keys from in-memory index tree' (duration: 162.482357ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:18:28.737111Z","caller":"traceutil/trace.go:172","msg":"trace[480721791] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1431; }","duration":"247.532637ms","start":"2026-04-01T10:18:28.489557Z","end":"2026-04-01T10:18:28.737089Z","steps":["trace[480721791] 'read index received' (duration: 247.527237ms)","trace[480721791] 'applied index is now lower than readState.Index' (duration: 4.27µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:28.737290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.721661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:28.737382Z","caller":"traceutil/trace.go:172","msg":"trace[654267804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1255; }","duration":"247.817263ms","start":"2026-04-01T10:18:28.489553Z","end":"2026-04-01T10:18:28.737370Z","steps":["trace[654267804] 'agreement among raft nodes before linearized reading' (duration: 247.68728ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:28.738500Z","caller":"traceutil/trace.go:172","msg":"trace[2043523186] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"248.891574ms","start":"2026-04-01T10:18:28.489587Z","end":"2026-04-01T10:18:28.738478Z","steps":["trace[2043523186] 'process raft request' (duration: 247.584928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:28.926073Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.088227ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:28.926146Z","caller":"traceutil/trace.go:172","msg":"trace[2022861083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1258; }","duration":"105.170269ms","start":"2026-04-01T10:18:28.820961Z","end":"2026-04-01T10:18:28.926132Z","steps":["trace[2022861083] 'range keys from in-memory index tree' (duration: 105.040626ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:29.002912Z","caller":"traceutil/trace.go:172","msg":"trace[342807667] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1436; }","duration":"265.618766ms","start":"2026-04-01T10:18:28.737263Z","end":"2026-04-01T10:18:29.002882Z","steps":["trace[342807667] 'read index received' (duration: 265.597125ms)","trace[342807667] 'applied index is now lower than readState.Index' (duration: 11.271µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:29.002931Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.103111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:18:29.003184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"438.319225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:18:29.003193Z","caller":"traceutil/trace.go:172","msg":"trace[813537274] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"258.589976ms","start":"2026-04-01T10:18:28.744584Z","end":"2026-04-01T10:18:29.003174Z","steps":["trace[813537274] 'process raft request' (duration: 258.512194ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:29.003235Z","caller":"traceutil/trace.go:172","msg":"trace[1969338565] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"500.712935ms","start":"2026-04-01T10:18:28.502511Z","end":"2026-04-01T10:18:29.003224Z","steps":["trace[1969338565] 'process raft request' (duration: 500.398778ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:29.003237Z","caller":"traceutil/trace.go:172","msg":"trace[463811685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1259; }","duration":"438.385867ms","start":"2026-04-01T10:18:28.564839Z","end":"2026-04-01T10:18:29.003224Z","steps":["trace[463811685] 'agreement among raft nodes before linearized reading' (duration: 438.148802ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:29.003263Z","caller":"traceutil/trace.go:172","msg":"trace[1219156959] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1259; }","duration":"293.371087ms","start":"2026-04-01T10:18:28.709805Z","end":"2026-04-01T10:18:29.003176Z","steps":["trace[1219156959] 'agreement among raft nodes before linearized reading' (duration: 293.070531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:29.003277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:28.564824Z","time spent":"438.444767ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:29.003301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:28.502491Z","time spent":"500.767166ms","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19655,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:29.049551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.363529ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:29.049584Z","caller":"traceutil/trace.go:172","msg":"trace[1195825117] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1261; }","duration":"123.39848ms","start":"2026-04-01T10:18:28.926178Z","end":"2026-04-01T10:18:29.049577Z","steps":["trace[1195825117] 'agreement among raft nodes before linearized reading' (duration: 111.743459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:29.050552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.902663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:147 size:12278"} {"level":"info","ts":"2026-04-01T10:18:29.050621Z","caller":"traceutil/trace.go:172","msg":"trace[287961119] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:147; response_revision:1261; }","duration":"175.973825ms","start":"2026-04-01T10:18:28.874632Z","end":"2026-04-01T10:18:29.050606Z","steps":["trace[287961119] 'agreement among raft nodes before linearized reading' (duration: 163.249262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:29.578414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.951165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-01T10:18:29.578494Z","caller":"traceutil/trace.go:172","msg":"trace[1137314513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1263; }","duration":"163.043687ms","start":"2026-04-01T10:18:29.415433Z","end":"2026-04-01T10:18:29.578477Z","steps":["trace[1137314513] 'agreement among raft nodes before linearized reading' (duration: 78.868707ms)","trace[1137314513] 'range keys from in-memory index tree' (duration: 83.965146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:30.109501Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.560383ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T10:18:30.109602Z","caller":"traceutil/trace.go:172","msg":"trace[1343572643] linearizableReadLoop","detail":"{readStateIndex:1442; appliedIndex:1441; }","duration":"194.054013ms","start":"2026-04-01T10:18:29.915532Z","end":"2026-04-01T10:18:30.109586Z","steps":["trace[1343572643] 'read index received' (duration: 23.468416ms)","trace[1343572643] 'applied index is now lower than readState.Index' (duration: 170.584527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:30.109696Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.168265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:30.109732Z","caller":"traceutil/trace.go:172","msg":"trace[1243361439] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1264; }","duration":"194.207595ms","start":"2026-04-01T10:18:29.915515Z","end":"2026-04-01T10:18:30.109723Z","steps":["trace[1243361439] 'agreement among raft nodes before linearized reading' (duration: 194.139564ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:30.211995Z","caller":"traceutil/trace.go:172","msg":"trace[21272018] linearizableReadLoop","detail":"{readStateIndex:1443; appliedIndex:1444; }","duration":"102.337911ms","start":"2026-04-01T10:18:30.109627Z","end":"2026-04-01T10:18:30.211965Z","steps":["trace[21272018] 'read index received' (duration: 102.333681ms)","trace[21272018] 'applied index is now lower than readState.Index' (duration: 3.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:30.221722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.67262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:30.221757Z","caller":"traceutil/trace.go:172","msg":"trace[1811757033] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1266; }","duration":"291.746441ms","start":"2026-04-01T10:18:29.930003Z","end":"2026-04-01T10:18:30.221749Z","steps":["trace[1811757033] 'agreement among raft nodes before linearized reading' (duration: 282.019008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:30.221707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.968135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:30.221821Z","caller":"traceutil/trace.go:172","msg":"trace[1886424588] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1266; }","duration":"297.092378ms","start":"2026-04-01T10:18:29.924693Z","end":"2026-04-01T10:18:30.221785Z","steps":["trace[1886424588] 'agreement among raft nodes before linearized reading' (duration: 287.391025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:30.660738Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.251092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:30.660828Z","caller":"traceutil/trace.go:172","msg":"trace[1523224091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1267; }","duration":"215.343604ms","start":"2026-04-01T10:18:30.445470Z","end":"2026-04-01T10:18:30.660813Z","steps":["trace[1523224091] 'range keys from in-memory index tree' (duration: 213.144301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:30.661134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.413608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ctv7t\" limit:1 ","response":"range_response_count:1 size:19670"} {"level":"info","ts":"2026-04-01T10:18:30.661168Z","caller":"traceutil/trace.go:172","msg":"trace[2004114051] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ctv7t; range_end:; response_count:1; response_revision:1267; }","duration":"199.452869ms","start":"2026-04-01T10:18:30.461706Z","end":"2026-04-01T10:18:30.661159Z","steps":["trace[2004114051] 'range keys from in-memory index tree' (duration: 197.336477ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:30.795345Z","caller":"traceutil/trace.go:172","msg":"trace[1862444496] linearizableReadLoop","detail":"{readStateIndex:1449; appliedIndex:1449; }","duration":"133.416328ms","start":"2026-04-01T10:18:30.661904Z","end":"2026-04-01T10:18:30.795320Z","steps":["trace[1862444496] 'read index received' (duration: 133.409248ms)","trace[1862444496] 'applied index is now lower than readState.Index' (duration: 5.87µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.119950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"458.013621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:31.120063Z","caller":"traceutil/trace.go:172","msg":"trace[976373706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1270; }","duration":"458.142173ms","start":"2026-04-01T10:18:30.661897Z","end":"2026-04-01T10:18:31.120039Z","steps":["trace[976373706] 'agreement among raft nodes before linearized reading' (duration: 133.594012ms)","trace[976373706] 'range keys from in-memory index tree' (duration: 324.392688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.120110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:30.661882Z","time spent":"458.217315ms","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T10:18:31.120218Z","caller":"traceutil/trace.go:172","msg":"trace[1557990124] linearizableReadLoop","detail":"{readStateIndex:1449; appliedIndex:1449; }","duration":"324.663973ms","start":"2026-04-01T10:18:30.795532Z","end":"2026-04-01T10:18:31.120196Z","steps":["trace[1557990124] 'read index received' (duration: 324.656663ms)","trace[1557990124] 'applied index is now lower than readState.Index' (duration: 5.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.120377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.741959ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:31.120790Z","caller":"traceutil/trace.go:172","msg":"trace[1466371958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1270; }","duration":"299.194038ms","start":"2026-04-01T10:18:30.821579Z","end":"2026-04-01T10:18:31.120773Z","steps":["trace[1466371958] 'range keys from in-memory index tree' (duration: 298.696889ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:31.121371Z","caller":"traceutil/trace.go:172","msg":"trace[751484550] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"445.840599ms","start":"2026-04-01T10:18:30.675504Z","end":"2026-04-01T10:18:31.121345Z","steps":["trace[751484550] 'process raft request' (duration: 445.352089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:31.121489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:30.675476Z","time spent":"445.945432ms","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:31.121387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.907828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-01T10:18:31.125820Z","caller":"traceutil/trace.go:172","msg":"trace[1983308040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1270; }","duration":"396.316976ms","start":"2026-04-01T10:18:30.729443Z","end":"2026-04-01T10:18:31.125760Z","steps":["trace[1983308040] 'agreement among raft nodes before linearized reading' (duration: 390.907568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:31.126351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:30.729425Z","time spent":"396.904928ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-01T10:18:31.439182Z","caller":"traceutil/trace.go:172","msg":"trace[1617478059] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1478; }","duration":"318.841626ms","start":"2026-04-01T10:18:31.120320Z","end":"2026-04-01T10:18:31.439162Z","steps":["trace[1617478059] 'read index received' (duration: 318.835836ms)","trace[1617478059] 'applied index is now lower than readState.Index' (duration: 5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.500101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.083834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:31.500214Z","caller":"traceutil/trace.go:172","msg":"trace[813199485] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1289; }","duration":"110.200396ms","start":"2026-04-01T10:18:31.389983Z","end":"2026-04-01T10:18:31.500184Z","steps":["trace[813199485] 'agreement among raft nodes before linearized reading' (duration: 50.866979ms)","trace[813199485] 'range keys from in-memory index tree' (duration: 59.182815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.500479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.057891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-01T10:18:31.500515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.842159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-01T10:18:31.500535Z","caller":"traceutil/trace.go:172","msg":"trace[1521935187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1289; }","duration":"381.112032ms","start":"2026-04-01T10:18:31.119407Z","end":"2026-04-01T10:18:31.500519Z","steps":["trace[1521935187] 'agreement among raft nodes before linearized reading' (duration: 319.784035ms)","trace[1521935187] 'range keys from in-memory index tree' (duration: 61.235146ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:18:31.500572Z","caller":"traceutil/trace.go:172","msg":"trace[1086666376] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1289; }","duration":"369.89427ms","start":"2026-04-01T10:18:31.130657Z","end":"2026-04-01T10:18:31.500551Z","steps":["trace[1086666376] 'agreement among raft nodes before linearized reading' (duration: 310.211685ms)","trace[1086666376] 'range keys from in-memory index tree' (duration: 59.558782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.500579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:31.119384Z","time spent":"381.181264ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:31.500613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:31.130640Z","time spent":"369.960812ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:31.500827Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"529.531268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:31.500885Z","caller":"traceutil/trace.go:172","msg":"trace[606336033] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1289; }","duration":"529.588129ms","start":"2026-04-01T10:18:30.971281Z","end":"2026-04-01T10:18:31.500869Z","steps":["trace[606336033] 'agreement among raft nodes before linearized reading' (duration: 467.962256ms)","trace[606336033] 'range keys from in-memory index tree' (duration: 61.535071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.500934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:30.971259Z","time spent":"529.662941ms","remote":"127.0.0.1:38806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:31.500974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"376.232616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" limit:1 ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-04-01T10:18:31.501130Z","caller":"traceutil/trace.go:172","msg":"trace[2126154074] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io; range_end:; response_count:1; response_revision:1289; }","duration":"376.379319ms","start":"2026-04-01T10:18:31.124732Z","end":"2026-04-01T10:18:31.501111Z","steps":["trace[2126154074] 'agreement among raft nodes before linearized reading' (duration: 316.151203ms)","trace[2126154074] 'range keys from in-memory index tree' (duration: 60.023201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.500884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"370.134185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-01T10:18:31.501231Z","caller":"traceutil/trace.go:172","msg":"trace[1397976708] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1289; }","duration":"370.471131ms","start":"2026-04-01T10:18:31.130734Z","end":"2026-04-01T10:18:31.501205Z","steps":["trace[1397976708] 'agreement among raft nodes before linearized reading' (duration: 310.146304ms)","trace[1397976708] 'range keys from in-memory index tree' (duration: 59.92028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.501233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"600.446975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:31.501344Z","caller":"traceutil/trace.go:172","msg":"trace[1520372382] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1289; }","duration":"600.571298ms","start":"2026-04-01T10:18:30.900749Z","end":"2026-04-01T10:18:31.501320Z","steps":["trace[1520372382] 'agreement among raft nodes before linearized reading' (duration: 538.485586ms)","trace[1520372382] 'range keys from in-memory index tree' (duration: 61.789946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.501414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:30.900727Z","time spent":"600.67162ms","remote":"127.0.0.1:37992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:31.501528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.594583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 ","response":"range_response_count:1 size:947"} {"level":"info","ts":"2026-04-01T10:18:31.501570Z","caller":"traceutil/trace.go:172","msg":"trace[240585942] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2.cilium.io; range_end:; response_count:1; response_revision:1289; }","duration":"377.632203ms","start":"2026-04-01T10:18:31.123924Z","end":"2026-04-01T10:18:31.501556Z","steps":["trace[240585942] 'agreement among raft nodes before linearized reading' (duration: 316.96663ms)","trace[240585942] 'range keys from in-memory index tree' (duration: 60.550111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.501641Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:31.123909Z","time spent":"377.723805ms","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":970,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:31.501725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"605.106548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:31.501784Z","caller":"traceutil/trace.go:172","msg":"trace[232215418] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1289; }","duration":"605.161969ms","start":"2026-04-01T10:18:30.896605Z","end":"2026-04-01T10:18:31.501767Z","steps":["trace[232215418] 'agreement among raft nodes before linearized reading' (duration: 542.670469ms)","trace[232215418] 'range keys from in-memory index tree' (duration: 62.407908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.501831Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:30.896586Z","time spent":"605.233481ms","remote":"127.0.0.1:38138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:31.501413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"361.85968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:31.501950Z","caller":"traceutil/trace.go:172","msg":"trace[1283021601] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1289; }","duration":"362.398271ms","start":"2026-04-01T10:18:31.139533Z","end":"2026-04-01T10:18:31.501931Z","steps":["trace[1283021601] 'agreement among raft nodes before linearized reading' (duration: 301.321179ms)","trace[1283021601] 'range keys from in-memory index tree' (duration: 60.49237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:31.502025Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:31.139516Z","time spent":"362.473663ms","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:31.501286Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:31.130701Z","time spent":"370.567714ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:31.501180Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:31.124725Z","time spent":"376.4402ms","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":988,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:31.502667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.902488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:31.503182Z","caller":"traceutil/trace.go:172","msg":"trace[1461101852] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1289; }","duration":"381.837486ms","start":"2026-04-01T10:18:31.121322Z","end":"2026-04-01T10:18:31.503160Z","steps":["trace[1461101852] 'agreement among raft nodes before linearized reading' (duration: 319.52116ms)","trace[1461101852] 'range keys from in-memory index tree' (duration: 60.355177ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:18:31.770538Z","caller":"traceutil/trace.go:172","msg":"trace[275099093] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"294.85357ms","start":"2026-04-01T10:18:31.475660Z","end":"2026-04-01T10:18:31.770514Z","steps":["trace[275099093] 'process raft request' (duration: 294.705837ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:31.781887Z","caller":"traceutil/trace.go:172","msg":"trace[1447557181] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1291; }","duration":"278.010367ms","start":"2026-04-01T10:18:31.503867Z","end":"2026-04-01T10:18:31.781878Z","steps":["trace[1447557181] 'process raft request' (duration: 277.927565ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:31.782123Z","caller":"traceutil/trace.go:172","msg":"trace[1108872281] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1292; }","duration":"278.076788ms","start":"2026-04-01T10:18:31.504031Z","end":"2026-04-01T10:18:31.782108Z","steps":["trace[1108872281] 'process raft request' (duration: 277.820012ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:31.782240Z","caller":"traceutil/trace.go:172","msg":"trace[1458757192] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"266.431997ms","start":"2026-04-01T10:18:31.515785Z","end":"2026-04-01T10:18:31.782217Z","steps":["trace[1458757192] 'process raft request' (duration: 266.220663ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:32.258158Z","caller":"traceutil/trace.go:172","msg":"trace[8817758] linearizableReadLoop","detail":"{readStateIndex:1493; appliedIndex:1493; }","duration":"346.637207ms","start":"2026-04-01T10:18:31.911484Z","end":"2026-04-01T10:18:32.258121Z","steps":["trace[8817758] 'read index received' (duration: 346.620816ms)","trace[8817758] 'applied index is now lower than readState.Index' (duration: 14.53µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:32.258356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.838001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-01T10:18:32.258408Z","caller":"traceutil/trace.go:172","msg":"trace[94651307] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1299; }","duration":"346.926583ms","start":"2026-04-01T10:18:31.911471Z","end":"2026-04-01T10:18:32.258397Z","steps":["trace[94651307] 'agreement among raft nodes before linearized reading' (duration: 346.733059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:32.258447Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:31.911448Z","time spent":"346.991704ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 "} {"level":"info","ts":"2026-04-01T10:18:32.258676Z","caller":"traceutil/trace.go:172","msg":"trace[1066283794] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1299; }","duration":"343.900732ms","start":"2026-04-01T10:18:31.914745Z","end":"2026-04-01T10:18:32.258646Z","steps":["trace[1066283794] 'process raft request' (duration: 343.592496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:32.258985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:31.914730Z","time spent":"344.051516ms","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":13263,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:18:32.563710Z","caller":"traceutil/trace.go:172","msg":"trace[1116713031] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1507; }","duration":"305.42751ms","start":"2026-04-01T10:18:32.258262Z","end":"2026-04-01T10:18:32.563690Z","steps":["trace[1116713031] 'read index received' (duration: 305.42141ms)","trace[1116713031] 'applied index is now lower than readState.Index' (duration: 4.91µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:32.568735Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.441189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:32.568809Z","caller":"traceutil/trace.go:172","msg":"trace[1308016498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1307; }","duration":"122.526291ms","start":"2026-04-01T10:18:32.446266Z","end":"2026-04-01T10:18:32.568793Z","steps":["trace[1308016498] 'agreement among raft nodes before linearized reading' (duration: 118.771456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:32.568842Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"397.352362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.179\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-01T10:18:32.568913Z","caller":"traceutil/trace.go:172","msg":"trace[1681092351] range","detail":"{range_begin:/registry/masterleases/199.19.213.179; range_end:; response_count:1; response_revision:1307; }","duration":"397.419714ms","start":"2026-04-01T10:18:32.171480Z","end":"2026-04-01T10:18:32.568899Z","steps":["trace[1681092351] 'agreement among raft nodes before linearized reading' (duration: 392.333063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:32.568950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:32.171449Z","time spent":"397.489906ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.179\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:32.568752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.769086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:18:32.569085Z","caller":"traceutil/trace.go:172","msg":"trace[2136462243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1307; }","duration":"123.098522ms","start":"2026-04-01T10:18:32.445967Z","end":"2026-04-01T10:18:32.569066Z","steps":["trace[2136462243] 'agreement among raft nodes before linearized reading' (duration: 119.054212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:32.763873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.909611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-01T10:18:32.763977Z","caller":"traceutil/trace.go:172","msg":"trace[2078461757] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1308; }","duration":"108.017733ms","start":"2026-04-01T10:18:32.655932Z","end":"2026-04-01T10:18:32.763950Z","steps":["trace[2078461757] 'agreement among raft nodes before linearized reading' (duration: 28.412314ms)","trace[2078461757] 'range keys from in-memory index tree' (duration: 78.838724ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:18:33.019798Z","caller":"traceutil/trace.go:172","msg":"trace[55112826] linearizableReadLoop","detail":"{readStateIndex:1511; appliedIndex:1511; }","duration":"252.413507ms","start":"2026-04-01T10:18:32.767363Z","end":"2026-04-01T10:18:33.019777Z","steps":["trace[55112826] 'read index received' (duration: 252.404777ms)","trace[55112826] 'applied index is now lower than readState.Index' (duration: 7.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:33.301675Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"534.296196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:33.301752Z","caller":"traceutil/trace.go:172","msg":"trace[1301718855] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1310; }","duration":"534.375198ms","start":"2026-04-01T10:18:32.767359Z","end":"2026-04-01T10:18:33.301734Z","steps":["trace[1301718855] 'agreement among raft nodes before linearized reading' (duration: 252.517539ms)","trace[1301718855] 'range keys from in-memory index tree' (duration: 281.754247ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:33.301788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:32.767337Z","time spent":"534.440768ms","remote":"127.0.0.1:38032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:33.302194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.958711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:18:33.302373Z","caller":"traceutil/trace.go:172","msg":"trace[262071051] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"516.240948ms","start":"2026-04-01T10:18:32.786115Z","end":"2026-04-01T10:18:33.302356Z","steps":["trace[262071051] 'process raft request' (duration: 233.765827ms)","trace[262071051] 'compare' (duration: 281.747156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:33.302470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:32.786091Z","time spent":"516.31131ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-01T10:18:33.519947Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820611,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T10:18:33.895801Z","caller":"traceutil/trace.go:172","msg":"trace[936380577] linearizableReadLoop","detail":"{readStateIndex:1522; appliedIndex:1522; }","duration":"875.917789ms","start":"2026-04-01T10:18:33.019852Z","end":"2026-04-01T10:18:33.895770Z","steps":["trace[936380577] 'read index received' (duration: 875.910089ms)","trace[936380577] 'applied index is now lower than readState.Index' (duration: 5.99µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:33.895968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.074672932s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:33.896012Z","caller":"traceutil/trace.go:172","msg":"trace[1115435611] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1319; }","duration":"1.074739783s","start":"2026-04-01T10:18:32.821255Z","end":"2026-04-01T10:18:33.895995Z","steps":["trace[1115435611] 'agreement among raft nodes before linearized reading' (duration: 1.074642951s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:34.252929Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16410727027097820612,"received-request-id":16410727027097820611} {"level":"warn","ts":"2026-04-01T10:18:34.396173Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820612,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T10:18:34.510158Z","caller":"traceutil/trace.go:172","msg":"trace[331992644] linearizableReadLoop","detail":"{readStateIndex:1528; appliedIndex:1528; }","duration":"614.248218ms","start":"2026-04-01T10:18:33.895876Z","end":"2026-04-01T10:18:34.510124Z","steps":["trace[331992644] 'read index received' (duration: 614.234998ms)","trace[331992644] 'applied index is now lower than readState.Index' (duration: 11.53µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:34.510284Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.057463328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-4rltg\" limit:1 ","response":"range_response_count:1 size:5395"} {"level":"info","ts":"2026-04-01T10:18:34.511018Z","caller":"traceutil/trace.go:172","msg":"trace[1131629630] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-4rltg; range_end:; response_count:1; response_revision:1323; }","duration":"1.058175652s","start":"2026-04-01T10:18:33.452791Z","end":"2026-04-01T10:18:34.510967Z","steps":["trace[1131629630] 'agreement among raft nodes before linearized reading' (duration: 1.057352366s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:34.511096Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:33.452767Z","time spent":"1.058319415s","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5418,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-4rltg\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:34.510280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.111450088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:34.511266Z","caller":"traceutil/trace.go:172","msg":"trace[233000492] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1323; }","duration":"1.112455438s","start":"2026-04-01T10:18:33.398789Z","end":"2026-04-01T10:18:34.511244Z","steps":["trace[233000492] 'agreement among raft nodes before linearized reading' (duration: 1.111376877s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:34.511347Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:33.398766Z","time spent":"1.11256248s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:34.510364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.107183734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:34.511591Z","caller":"traceutil/trace.go:172","msg":"trace[686705170] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1323; }","duration":"1.108407028s","start":"2026-04-01T10:18:33.403175Z","end":"2026-04-01T10:18:34.511582Z","steps":["trace[686705170] 'agreement among raft nodes before linearized reading' (duration: 1.107164403s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:34.511616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:33.403163Z","time spent":"1.108445549s","remote":"127.0.0.1:38838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":28,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:34.510424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.199051666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-01T10:18:34.511722Z","caller":"traceutil/trace.go:172","msg":"trace[1395410033] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1323; }","duration":"1.200370682s","start":"2026-04-01T10:18:33.311343Z","end":"2026-04-01T10:18:34.511714Z","steps":["trace[1395410033] 'agreement among raft nodes before linearized reading' (duration: 1.198916343s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:34.511779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:33.311336Z","time spent":"1.200433653s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:34.510453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.199568606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-01T10:18:34.511936Z","caller":"traceutil/trace.go:172","msg":"trace[126555681] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1323; }","duration":"1.201020725s","start":"2026-04-01T10:18:33.310849Z","end":"2026-04-01T10:18:34.511870Z","steps":["trace[126555681] 'agreement among raft nodes before linearized reading' (duration: 1.199521975s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:34.512025Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:33.310827Z","time spent":"1.201170197s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:34.510531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"822.863165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-04-01T10:18:34.512163Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.977158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:152 size:12678"} {"level":"info","ts":"2026-04-01T10:18:34.512176Z","caller":"traceutil/trace.go:172","msg":"trace[815684095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1323; }","duration":"824.502328ms","start":"2026-04-01T10:18:33.687661Z","end":"2026-04-01T10:18:34.512163Z","steps":["trace[815684095] 'agreement among raft nodes before linearized reading' (duration: 822.814524ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:34.512190Z","caller":"traceutil/trace.go:172","msg":"trace[1979353836] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:152; response_revision:1323; }","duration":"700.007689ms","start":"2026-04-01T10:18:33.812175Z","end":"2026-04-01T10:18:34.512183Z","steps":["trace[1979353836] 'agreement among raft nodes before linearized reading' (duration: 698.212003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:34.512206Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:33.687636Z","time spent":"824.561989ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:34.512219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:33.812153Z","time spent":"700.05756ms","remote":"127.0.0.1:37864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":152,"response size":12701,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-04-01T10:18:34.510742Z","caller":"traceutil/trace.go:172","msg":"trace[230709304] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"332.90177ms","start":"2026-04-01T10:18:34.177827Z","end":"2026-04-01T10:18:34.510729Z","steps":["trace[230709304] 'process raft request' (duration: 332.687676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:34.513333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:34.177805Z","time spent":"334.695785ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:35.010590Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820614,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-01T10:18:35.155365Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16410727027097820614,"received-request-id":16410727027097820612} {"level":"warn","ts":"2026-04-01T10:18:35.349241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"606.413551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:18:35.469984Z","caller":"traceutil/trace.go:172","msg":"trace[56276100] linearizableReadLoop","detail":"{readStateIndex:1543; appliedIndex:1543; }","duration":"959.721805ms","start":"2026-04-01T10:18:34.510226Z","end":"2026-04-01T10:18:35.469948Z","steps":["trace[56276100] 'read index received' (duration: 959.708845ms)","trace[56276100] 'applied index is now lower than readState.Index' (duration: 10.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:35.838777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.443733889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:35.838861Z","caller":"traceutil/trace.go:172","msg":"trace[1645712422] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1333; }","duration":"1.443824841s","start":"2026-04-01T10:18:34.395019Z","end":"2026-04-01T10:18:35.838844Z","steps":["trace[1645712422] 'agreement among raft nodes before linearized reading' (duration: 1.074943409s)","trace[1645712422] 'range keys from in-memory index tree' (duration: 368.750939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:35.838898Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:34.394999Z","time spent":"1.443890492s","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:35.839153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.515350229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:18:35.839127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.478020399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-01T10:18:35.839196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.942213412s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:35.839212Z","caller":"traceutil/trace.go:172","msg":"trace[590030033] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1333; }","duration":"1.942227702s","start":"2026-04-01T10:18:33.896979Z","end":"2026-04-01T10:18:35.839207Z","steps":["trace[590030033] 'agreement among raft nodes before linearized reading' (duration: 1.573079095s)","trace[590030033] 'range keys from in-memory index tree' (duration: 369.129447ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:18:35.839210Z","caller":"traceutil/trace.go:172","msg":"trace[163572768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1333; }","duration":"1.478106691s","start":"2026-04-01T10:18:34.361088Z","end":"2026-04-01T10:18:35.839194Z","steps":["trace[163572768] 'agreement among raft nodes before linearized reading' (duration: 1.108914883s)","trace[163572768] 'range keys from in-memory index tree' (duration: 368.997464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:35.839243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:34.361071Z","time spent":"1.478164172s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-01T10:18:35.839176Z","caller":"traceutil/trace.go:172","msg":"trace[1397908179] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1333; }","duration":"1.51537236s","start":"2026-04-01T10:18:34.323797Z","end":"2026-04-01T10:18:35.839169Z","steps":["trace[1397908179] 'agreement among raft nodes before linearized reading' (duration: 1.146212792s)","trace[1397908179] 'range keys from in-memory index tree' (duration: 369.127347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:35.839390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:34.323778Z","time spent":"1.515602734s","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:35.839546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.427193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-01T10:18:35.839688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.395686417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:35.839752Z","caller":"traceutil/trace.go:172","msg":"trace[1471283988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1333; }","duration":"1.395724167s","start":"2026-04-01T10:18:34.443993Z","end":"2026-04-01T10:18:35.839717Z","steps":["trace[1471283988] 'agreement among raft nodes before linearized reading' (duration: 1.026001329s)","trace[1471283988] 'range keys from in-memory index tree' (duration: 369.386162ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:18:35.839905Z","caller":"traceutil/trace.go:172","msg":"trace[1844089963] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"1.320002006s","start":"2026-04-01T10:18:34.519895Z","end":"2026-04-01T10:18:35.839897Z","steps":["trace[1844089963] 'process raft request' (duration: 950.171595ms)","trace[1844089963] 'compare' (duration: 368.586986ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:18:35.839942Z","caller":"traceutil/trace.go:172","msg":"trace[1505988323] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1334; }","duration":"1.26418446s","start":"2026-04-01T10:18:34.575746Z","end":"2026-04-01T10:18:35.839931Z","steps":["trace[1505988323] 'process raft request' (duration: 1.263935185s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:35.840016Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:34.575717Z","time spent":"1.2642523s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":103,"response count":0,"response size":188531,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:35.840022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:34.443967Z","time spent":"1.396047273s","remote":"127.0.0.1:47014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T10:18:35.840096Z","caller":"traceutil/trace.go:172","msg":"trace[563651365] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"1.209937414s","start":"2026-04-01T10:18:34.630081Z","end":"2026-04-01T10:18:35.840019Z","steps":["trace[563651365] 'process raft request' (duration: 1.209787921s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:35.840781Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:34.519874Z","time spent":"1.320054207s","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5186,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:35.841022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:34.630051Z","time spent":"1.210329742s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-01T10:18:35.850136Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16410727027097820618,"received-request-id":16410727027097820614} {"level":"info","ts":"2026-04-01T10:18:35.851656Z","caller":"traceutil/trace.go:172","msg":"trace[1074729376] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1551; }","duration":"381.558313ms","start":"2026-04-01T10:18:35.470080Z","end":"2026-04-01T10:18:35.851638Z","steps":["trace[1074729376] 'read index received' (duration: 381.553973ms)","trace[1074729376] 'applied index is now lower than readState.Index' (duration: 3.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:35.851797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"581.472726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-04-01T10:18:35.851787Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.100239869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:18:35.851850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.260305613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-04-01T10:18:35.851869Z","caller":"traceutil/trace.go:172","msg":"trace[1304578052] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1340; }","duration":"1.260337223s","start":"2026-04-01T10:18:34.591527Z","end":"2026-04-01T10:18:35.851864Z","steps":["trace[1304578052] 'agreement among raft nodes before linearized reading' (duration: 1.26018802s)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:35.851863Z","caller":"traceutil/trace.go:172","msg":"trace[331626225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1340; }","duration":"581.547557ms","start":"2026-04-01T10:18:35.270300Z","end":"2026-04-01T10:18:35.851847Z","steps":["trace[331626225] 'agreement among raft nodes before linearized reading' (duration: 581.352623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:35.851887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:34.591484Z","time spent":"1.260398285s","remote":"127.0.0.1:37840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:35.851897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:35.270280Z","time spent":"581.610279ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-01T10:18:35.851925Z","caller":"traceutil/trace.go:172","msg":"trace[729325235] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1340; }","duration":"1.100343661s","start":"2026-04-01T10:18:34.751512Z","end":"2026-04-01T10:18:35.851856Z","steps":["trace[729325235] 'agreement among raft nodes before linearized reading' (duration: 1.100184068s)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:35.852013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:34.751471Z","time spent":"1.100534465s","remote":"127.0.0.1:38456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:35.851962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"995.049073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T10:18:35.852137Z","caller":"traceutil/trace.go:172","msg":"trace[602184246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1340; }","duration":"995.314488ms","start":"2026-04-01T10:18:34.856791Z","end":"2026-04-01T10:18:35.852106Z","steps":["trace[602184246] 'agreement among raft nodes before linearized reading' (duration: 994.956241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:35.852189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:34.856765Z","time spent":"995.409ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:35.853304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.154813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:35.853353Z","caller":"traceutil/trace.go:172","msg":"trace[228121986] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1340; }","duration":"226.199063ms","start":"2026-04-01T10:18:35.627138Z","end":"2026-04-01T10:18:35.853337Z","steps":["trace[228121986] 'agreement among raft nodes before linearized reading' (duration: 226.0018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:36.110355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.934328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-01T10:18:36.111310Z","caller":"traceutil/trace.go:172","msg":"trace[372087659] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"243.472065ms","start":"2026-04-01T10:18:35.867803Z","end":"2026-04-01T10:18:36.111275Z","steps":["trace[372087659] 'process raft request' (duration: 77.20501ms)","trace[372087659] 'compare' (duration: 164.826606ms)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:18:36.259139Z","caller":"traceutil/trace.go:172","msg":"trace[1373436100] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"149.640656ms","start":"2026-04-01T10:18:36.109482Z","end":"2026-04-01T10:18:36.259123Z","steps":["trace[1373436100] 'process raft request' (duration: 143.455593ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:36.265692Z","caller":"traceutil/trace.go:172","msg":"trace[981450038] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"112.617311ms","start":"2026-04-01T10:18:36.153054Z","end":"2026-04-01T10:18:36.265672Z","steps":["trace[981450038] 'process raft request' (duration: 112.479369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:36.345014Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34388","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-01T10:18:36.872834Z","caller":"traceutil/trace.go:172","msg":"trace[1214041026] linearizableReadLoop","detail":"{readStateIndex:1575; appliedIndex:1573; }","duration":"261.242535ms","start":"2026-04-01T10:18:36.611571Z","end":"2026-04-01T10:18:36.872814Z","steps":["trace[1214041026] 'read index received' (duration: 261.070272ms)","trace[1214041026] 'applied index is now lower than readState.Index' (duration: 171.403µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:36.873088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.479169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:36.873208Z","caller":"traceutil/trace.go:172","msg":"trace[1198219646] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1362; }","duration":"261.622452ms","start":"2026-04-01T10:18:36.611564Z","end":"2026-04-01T10:18:36.873187Z","steps":["trace[1198219646] 'agreement among raft nodes before linearized reading' (duration: 261.377467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:36.874684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.3377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:36.874791Z","caller":"traceutil/trace.go:172","msg":"trace[1697928487] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1362; }","duration":"187.456723ms","start":"2026-04-01T10:18:36.687316Z","end":"2026-04-01T10:18:36.874772Z","steps":["trace[1697928487] 'agreement among raft nodes before linearized reading' (duration: 187.30061ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:37.547452Z","caller":"traceutil/trace.go:172","msg":"trace[491131189] linearizableReadLoop","detail":"{readStateIndex:1579; appliedIndex:1578; }","duration":"102.527701ms","start":"2026-04-01T10:18:37.444885Z","end":"2026-04-01T10:18:37.547412Z","steps":["trace[491131189] 'read index received' (duration: 65.999597ms)","trace[491131189] 'applied index is now lower than readState.Index' (duration: 36.525674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:37.547631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.732024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:37.547733Z","caller":"traceutil/trace.go:172","msg":"trace[1613831306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1366; }","duration":"102.837987ms","start":"2026-04-01T10:18:37.444867Z","end":"2026-04-01T10:18:37.547705Z","steps":["trace[1613831306] 'agreement among raft nodes before linearized reading' (duration: 102.686934ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:38.306478Z","caller":"traceutil/trace.go:172","msg":"trace[2109178557] linearizableReadLoop","detail":"{readStateIndex:1581; appliedIndex:1580; }","duration":"197.124014ms","start":"2026-04-01T10:18:38.109329Z","end":"2026-04-01T10:18:38.306453Z","steps":["trace[2109178557] 'read index received' (duration: 195.656725ms)","trace[2109178557] 'applied index is now lower than readState.Index' (duration: 1.466089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:38.306718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.368399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-ctv7t.18a2344ec8211775\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-01T10:18:38.306791Z","caller":"traceutil/trace.go:172","msg":"trace[680894153] range","detail":"{range_begin:/registry/events/kube-system/cilium-ctv7t.18a2344ec8211775; range_end:; response_count:1; response_revision:1368; }","duration":"197.458651ms","start":"2026-04-01T10:18:38.109322Z","end":"2026-04-01T10:18:38.306781Z","steps":["trace[680894153] 'agreement among raft nodes before linearized reading' (duration: 197.169875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:38.308027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.324162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:38.308054Z","caller":"traceutil/trace.go:172","msg":"trace[420710089] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1368; }","duration":"173.356143ms","start":"2026-04-01T10:18:38.134693Z","end":"2026-04-01T10:18:38.308049Z","steps":["trace[420710089] 'agreement among raft nodes before linearized reading' (duration: 173.311972ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:39.456499Z","caller":"traceutil/trace.go:172","msg":"trace[1728495471] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1598; }","duration":"110.63421ms","start":"2026-04-01T10:18:39.345839Z","end":"2026-04-01T10:18:39.456473Z","steps":["trace[1728495471] 'read index received' (duration: 106.277054ms)","trace[1728495471] 'applied index is now lower than readState.Index' (duration: 4.355746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:39.456819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.969347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:1 size:1509"} {"level":"info","ts":"2026-04-01T10:18:39.456862Z","caller":"traceutil/trace.go:172","msg":"trace[1399033005] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:1; response_revision:1381; }","duration":"111.026388ms","start":"2026-04-01T10:18:39.345824Z","end":"2026-04-01T10:18:39.456850Z","steps":["trace[1399033005] 'agreement among raft nodes before linearized reading' (duration: 110.796634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.075341Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:18:40.089217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:18:40.103190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-01T10:18:40.126368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34458","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-01T10:18:40.238902Z","caller":"traceutil/trace.go:172","msg":"trace[1422009498] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"169.24699ms","start":"2026-04-01T10:18:40.069635Z","end":"2026-04-01T10:18:40.238882Z","steps":["trace[1422009498] 'process raft request' (duration: 169.025305ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:40.243289Z","caller":"traceutil/trace.go:172","msg":"trace[1965372748] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1608; }","duration":"159.685121ms","start":"2026-04-01T10:18:40.083587Z","end":"2026-04-01T10:18:40.243272Z","steps":["trace[1965372748] 'read index received' (duration: 159.67749ms)","trace[1965372748] 'applied index is now lower than readState.Index' (duration: 6.561µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:40.243435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.830093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:40.243477Z","caller":"traceutil/trace.go:172","msg":"trace[78817005] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1389; }","duration":"159.885364ms","start":"2026-04-01T10:18:40.083582Z","end":"2026-04-01T10:18:40.243468Z","steps":["trace[78817005] 'agreement among raft nodes before linearized reading' (duration: 159.796233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.245842Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.759815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:40.245872Z","caller":"traceutil/trace.go:172","msg":"trace[1332160088] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1389; }","duration":"145.789696ms","start":"2026-04-01T10:18:40.100073Z","end":"2026-04-01T10:18:40.245862Z","steps":["trace[1332160088] 'agreement among raft nodes before linearized reading' (duration: 145.732875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.245845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.836713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:40.246317Z","caller":"traceutil/trace.go:172","msg":"trace[984889966] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:1389; }","duration":"162.278922ms","start":"2026-04-01T10:18:40.083975Z","end":"2026-04-01T10:18:40.246254Z","steps":["trace[984889966] 'agreement among raft nodes before linearized reading' (duration: 161.793062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.245929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.742392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:40.246392Z","caller":"traceutil/trace.go:172","msg":"trace[2083741460] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1389; }","duration":"112.225691ms","start":"2026-04-01T10:18:40.134154Z","end":"2026-04-01T10:18:40.246379Z","steps":["trace[2083741460] 'agreement among raft nodes before linearized reading' (duration: 111.69096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.245862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.745407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:40.246491Z","caller":"traceutil/trace.go:172","msg":"trace[1593825617] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1389; }","duration":"136.38578ms","start":"2026-04-01T10:18:40.110080Z","end":"2026-04-01T10:18:40.246466Z","steps":["trace[1593825617] 'agreement among raft nodes before linearized reading' (duration: 135.699526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.245897Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.67157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:40.246577Z","caller":"traceutil/trace.go:172","msg":"trace[620750024] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1389; }","duration":"112.351444ms","start":"2026-04-01T10:18:40.134209Z","end":"2026-04-01T10:18:40.246560Z","steps":["trace[620750024] 'agreement among raft nodes before linearized reading' (duration: 111.63855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.245966Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.827419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:40.246771Z","caller":"traceutil/trace.go:172","msg":"trace[186725716] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1389; }","duration":"136.626245ms","start":"2026-04-01T10:18:40.110133Z","end":"2026-04-01T10:18:40.246759Z","steps":["trace[186725716] 'agreement among raft nodes before linearized reading' (duration: 135.797848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.245975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.855089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:40.246895Z","caller":"traceutil/trace.go:172","msg":"trace[1220080776] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1389; }","duration":"136.771517ms","start":"2026-04-01T10:18:40.110115Z","end":"2026-04-01T10:18:40.246886Z","steps":["trace[1220080776] 'agreement among raft nodes before linearized reading' (duration: 135.828118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.246013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.921375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:40.246973Z","caller":"traceutil/trace.go:172","msg":"trace[2115307178] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1389; }","duration":"162.877534ms","start":"2026-04-01T10:18:40.084085Z","end":"2026-04-01T10:18:40.246963Z","steps":["trace[2115307178] 'agreement among raft nodes before linearized reading' (duration: 161.906144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.246033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.905638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:40.247160Z","caller":"traceutil/trace.go:172","msg":"trace[169366164] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1389; }","duration":"147.02162ms","start":"2026-04-01T10:18:40.100118Z","end":"2026-04-01T10:18:40.247140Z","steps":["trace[169366164] 'agreement among raft nodes before linearized reading' (duration: 145.886768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.246032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.575011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:18:40.246080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.4227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-ctv7t.18a2344ec8211775\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-01T10:18:40.247695Z","caller":"traceutil/trace.go:172","msg":"trace[2037117360] range","detail":"{range_begin:/registry/events/kube-system/cilium-ctv7t.18a2344ec8211775; range_end:; response_count:1; response_revision:1389; }","duration":"138.030412ms","start":"2026-04-01T10:18:40.109651Z","end":"2026-04-01T10:18:40.247682Z","steps":["trace[2037117360] 'agreement among raft nodes before linearized reading' (duration: 136.341568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.246064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.873005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:40.247900Z","caller":"traceutil/trace.go:172","msg":"trace[633932831] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1389; }","duration":"113.714571ms","start":"2026-04-01T10:18:40.134174Z","end":"2026-04-01T10:18:40.247889Z","steps":["trace[633932831] 'agreement among raft nodes before linearized reading' (duration: 111.796833ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:40.247514Z","caller":"traceutil/trace.go:172","msg":"trace[621179816] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1389; }","duration":"148.05998ms","start":"2026-04-01T10:18:40.099437Z","end":"2026-04-01T10:18:40.247497Z","steps":["trace[621179816] 'agreement among raft nodes before linearized reading' (duration: 146.53091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:40.259270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34484","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-01T10:18:42.317053Z","caller":"traceutil/trace.go:172","msg":"trace[974123555] linearizableReadLoop","detail":"{readStateIndex:1622; appliedIndex:1622; }","duration":"206.529945ms","start":"2026-04-01T10:18:42.110508Z","end":"2026-04-01T10:18:42.317038Z","steps":["trace[974123555] 'read index received' (duration: 206.526835ms)","trace[974123555] 'applied index is now lower than readState.Index' (duration: 2.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:42.319809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.06568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.179\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-01T10:18:42.320063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.549815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ctv7t\" limit:1 ","response":"range_response_count:1 size:20090"} {"level":"info","ts":"2026-04-01T10:18:42.320162Z","caller":"traceutil/trace.go:172","msg":"trace[321558627] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ctv7t; range_end:; response_count:1; response_revision:1402; }","duration":"209.587906ms","start":"2026-04-01T10:18:42.110503Z","end":"2026-04-01T10:18:42.320091Z","steps":["trace[321558627] 'agreement among raft nodes before linearized reading' (duration: 206.622977ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:42.320252Z","caller":"traceutil/trace.go:172","msg":"trace[1114049598] range","detail":"{range_begin:/registry/masterleases/199.19.213.179; range_end:; response_count:1; response_revision:1402; }","duration":"147.141951ms","start":"2026-04-01T10:18:42.172721Z","end":"2026-04-01T10:18:42.319863Z","steps":["trace[1114049598] 'agreement among raft nodes before linearized reading' (duration: 146.292744ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:43.883354Z","caller":"traceutil/trace.go:172","msg":"trace[1126561830] linearizableReadLoop","detail":"{readStateIndex:1663; appliedIndex:1663; }","duration":"216.215925ms","start":"2026-04-01T10:18:43.667118Z","end":"2026-04-01T10:18:43.883334Z","steps":["trace[1126561830] 'read index received' (duration: 216.210875ms)","trace[1126561830] 'applied index is now lower than readState.Index' (duration: 4.06µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:44.019487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.236859ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:44.019567Z","caller":"traceutil/trace.go:172","msg":"trace[1501815992] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1442; }","duration":"198.320271ms","start":"2026-04-01T10:18:43.821228Z","end":"2026-04-01T10:18:44.019548Z","steps":["trace[1501815992] 'agreement among raft nodes before linearized reading' (duration: 63.638627ms)","trace[1501815992] 'range keys from in-memory index tree' (duration: 134.580742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:44.019391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.260236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:18:44.019827Z","caller":"traceutil/trace.go:172","msg":"trace[2085110030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1442; }","duration":"352.708095ms","start":"2026-04-01T10:18:43.667101Z","end":"2026-04-01T10:18:44.019809Z","steps":["trace[2085110030] 'agreement among raft nodes before linearized reading' (duration: 216.357288ms)","trace[2085110030] 'range keys from in-memory index tree' (duration: 135.780175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:44.019871Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:43.667077Z","time spent":"352.783756ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-01T10:18:44.020311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.156581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-01T10:18:44.020380Z","caller":"traceutil/trace.go:172","msg":"trace[164011425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1442; }","duration":"143.235853ms","start":"2026-04-01T10:18:43.877125Z","end":"2026-04-01T10:18:44.020361Z","steps":["trace[164011425] 'range keys from in-memory index tree' (duration: 134.663233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:18:44.974873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.580957ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:44.974983Z","caller":"traceutil/trace.go:172","msg":"trace[1415895947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1446; }","duration":"153.70479ms","start":"2026-04-01T10:18:44.821259Z","end":"2026-04-01T10:18:44.974963Z","steps":["trace[1415895947] 'agreement among raft nodes before linearized reading' (duration: 87.779176ms)","trace[1415895947] 'range keys from in-memory index tree' (duration: 65.775151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:52.529756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:18:52.177433Z","time spent":"352.319743ms","remote":"127.0.0.1:37796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-01T10:18:55.139766Z","caller":"traceutil/trace.go:172","msg":"trace[182779796] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"113.650492ms","start":"2026-04-01T10:18:55.026090Z","end":"2026-04-01T10:18:55.139741Z","steps":["trace[182779796] 'process raft request' (duration: 113.499489ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:18:57.538768Z","caller":"traceutil/trace.go:172","msg":"trace[1767612635] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1780; }","duration":"156.963435ms","start":"2026-04-01T10:18:57.381778Z","end":"2026-04-01T10:18:57.538741Z","steps":["trace[1767612635] 'read index received' (duration: 156.952664ms)","trace[1767612635] 'applied index is now lower than readState.Index' (duration: 9µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:57.629367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.580631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-01T10:18:57.629430Z","caller":"traceutil/trace.go:172","msg":"trace[127016449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1549; }","duration":"247.644302ms","start":"2026-04-01T10:18:57.381766Z","end":"2026-04-01T10:18:57.629411Z","steps":["trace[127016449] 'agreement among raft nodes before linearized reading' (duration: 157.118297ms)","trace[127016449] 'range keys from in-memory index tree' (duration: 90.377741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:57.673536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.733816ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T10:18:57.673652Z","caller":"traceutil/trace.go:172","msg":"trace[667498825] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1780; }","duration":"134.786167ms","start":"2026-04-01T10:18:57.538849Z","end":"2026-04-01T10:18:57.673635Z","steps":["trace[667498825] 'read index received' (duration: 1.907327ms)","trace[667498825] 'applied index is now lower than readState.Index' (duration: 132.87753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:18:57.673725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.104397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:18:57.673757Z","caller":"traceutil/trace.go:172","msg":"trace[1858242118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1549; }","duration":"226.144208ms","start":"2026-04-01T10:18:57.447604Z","end":"2026-04-01T10:18:57.673748Z","steps":["trace[1858242118] 'agreement among raft nodes before linearized reading' (duration: 226.074957ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:19:21.146291Z","caller":"traceutil/trace.go:172","msg":"trace[863277591] linearizableReadLoop","detail":"{readStateIndex:1895; appliedIndex:1895; }","duration":"115.691611ms","start":"2026-04-01T10:19:21.030578Z","end":"2026-04-01T10:19:21.146270Z","steps":["trace[863277591] 'read index received' (duration: 115.686721ms)","trace[863277591] 'applied index is now lower than readState.Index' (duration: 4.03µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:19:21.146419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.823655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-01T10:19:21.146456Z","caller":"traceutil/trace.go:172","msg":"trace[1880535250] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1649; }","duration":"115.868306ms","start":"2026-04-01T10:19:21.030574Z","end":"2026-04-01T10:19:21.146442Z","steps":["trace[1880535250] 'agreement among raft nodes before linearized reading' (duration: 115.782944ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:19:26.034851Z","caller":"traceutil/trace.go:172","msg":"trace[78871649] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"229.589941ms","start":"2026-04-01T10:19:25.805248Z","end":"2026-04-01T10:19:26.034838Z","steps":["trace[78871649] 'process raft request' (duration: 229.495579ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:19:26.041673Z","caller":"traceutil/trace.go:172","msg":"trace[1007253341] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1916; }","duration":"219.75767ms","start":"2026-04-01T10:19:25.821904Z","end":"2026-04-01T10:19:26.041662Z","steps":["trace[1007253341] 'read index received' (duration: 219.75435ms)","trace[1007253341] 'applied index is now lower than readState.Index' (duration: 2.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:19:26.041761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.849153ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:19:26.041933Z","caller":"traceutil/trace.go:172","msg":"trace[43793525] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1668; }","duration":"220.026136ms","start":"2026-04-01T10:19:25.821897Z","end":"2026-04-01T10:19:26.041923Z","steps":["trace[43793525] 'agreement among raft nodes before linearized reading' (duration: 219.829812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:19:26.945587Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16410727027097820925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-01T10:19:27.023623Z","caller":"traceutil/trace.go:172","msg":"trace[163819511] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1918; }","duration":"578.16875ms","start":"2026-04-01T10:19:26.445434Z","end":"2026-04-01T10:19:27.023603Z","steps":["trace[163819511] 'read index received' (duration: 578.162909ms)","trace[163819511] 'applied index is now lower than readState.Index' (duration: 4.771µs)"],"step_count":2} {"level":"info","ts":"2026-04-01T10:19:27.023847Z","caller":"traceutil/trace.go:172","msg":"trace[2018068005] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"476.622249ms","start":"2026-04-01T10:19:26.547210Z","end":"2026-04-01T10:19:27.023832Z","steps":["trace[2018068005] 'process raft request' (duration: 476.511617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:19:27.023901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"578.408155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:19:27.023985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:19:26.547189Z","time spent":"476.728792ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-01T10:19:27.024041Z","caller":"traceutil/trace.go:172","msg":"trace[639223905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1669; }","duration":"578.581878ms","start":"2026-04-01T10:19:26.445429Z","end":"2026-04-01T10:19:27.024011Z","steps":["trace[639223905] 'agreement among raft nodes before linearized reading' (duration: 578.298532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:19:27.024112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:19:26.445405Z","time spent":"578.697311ms","remote":"127.0.0.1:47006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-01T10:19:27.024501Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":16410727027097820927,"received-request-id":16410727027097820925} {"level":"warn","ts":"2026-04-01T10:19:27.026057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.74085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-01T10:19:27.026113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.814962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-01T10:19:27.026123Z","caller":"traceutil/trace.go:172","msg":"trace[1766852346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1670; }","duration":"133.804821ms","start":"2026-04-01T10:19:26.892303Z","end":"2026-04-01T10:19:27.026108Z","steps":["trace[1766852346] 'agreement among raft nodes before linearized reading' (duration: 133.446164ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:19:27.026154Z","caller":"traceutil/trace.go:172","msg":"trace[1861447558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1670; }","duration":"202.857883ms","start":"2026-04-01T10:19:26.823286Z","end":"2026-04-01T10:19:27.026144Z","steps":["trace[1861447558] 'agreement among raft nodes before linearized reading' (duration: 202.487285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:19:27.025875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.415707ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:19:27.026328Z","caller":"traceutil/trace.go:172","msg":"trace[991889201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1670; }","duration":"204.874717ms","start":"2026-04-01T10:19:26.821444Z","end":"2026-04-01T10:19:27.026318Z","steps":["trace[991889201] 'agreement among raft nodes before linearized reading' (duration: 204.295294ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:19:29.982227Z","caller":"traceutil/trace.go:172","msg":"trace[2022769649] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1934; }","duration":"165.711761ms","start":"2026-04-01T10:19:29.816497Z","end":"2026-04-01T10:19:29.982208Z","steps":["trace[2022769649] 'read index received' (duration: 156.691387ms)","trace[2022769649] 'applied index is now lower than readState.Index' (duration: 9.019144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:19:29.982424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.912715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-04-01T10:19:29.982459Z","caller":"traceutil/trace.go:172","msg":"trace[431585305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1684; }","duration":"165.958126ms","start":"2026-04-01T10:19:29.816491Z","end":"2026-04-01T10:19:29.982450Z","steps":["trace[431585305] 'agreement among raft nodes before linearized reading' (duration: 165.834943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:19:29.984274Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.212426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:19:29.984332Z","caller":"traceutil/trace.go:172","msg":"trace[800808440] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1684; }","duration":"162.271987ms","start":"2026-04-01T10:19:29.822049Z","end":"2026-04-01T10:19:29.984321Z","steps":["trace[800808440] 'agreement among raft nodes before linearized reading' (duration: 162.197315ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:19:31.935633Z","caller":"traceutil/trace.go:172","msg":"trace[751362708] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1944; }","duration":"114.678574ms","start":"2026-04-01T10:19:31.820939Z","end":"2026-04-01T10:19:31.935618Z","steps":["trace[751362708] 'read index received' (duration: 114.674063ms)","trace[751362708] 'applied index is now lower than readState.Index' (duration: 3.671µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:19:31.935771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.818777ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:19:31.935934Z","caller":"traceutil/trace.go:172","msg":"trace[1878443342] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1692; }","duration":"114.992981ms","start":"2026-04-01T10:19:31.820934Z","end":"2026-04-01T10:19:31.935927Z","steps":["trace[1878443342] 'agreement among raft nodes before linearized reading' (duration: 114.802297ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:19:57.270435Z","caller":"traceutil/trace.go:172","msg":"trace[1414221250] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2053; }","duration":"153.722092ms","start":"2026-04-01T10:19:57.116694Z","end":"2026-04-01T10:19:57.270416Z","steps":["trace[1414221250] 'read index received' (duration: 153.718132ms)","trace[1414221250] 'applied index is now lower than readState.Index' (duration: 3.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:19:57.270653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.949817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-01T10:19:57.270720Z","caller":"traceutil/trace.go:172","msg":"trace[1366887684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1786; }","duration":"154.025839ms","start":"2026-04-01T10:19:57.116681Z","end":"2026-04-01T10:19:57.270706Z","steps":["trace[1366887684] 'agreement among raft nodes before linearized reading' (duration: 153.834475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:19:57.651297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.636607ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T10:19:57.651450Z","caller":"traceutil/trace.go:172","msg":"trace[51855276] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2053; }","duration":"207.157109ms","start":"2026-04-01T10:19:57.444281Z","end":"2026-04-01T10:19:57.651438Z","steps":["trace[51855276] 'read index received' (duration: 152.22656ms)","trace[51855276] 'applied index is now lower than readState.Index' (duration: 54.929969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:19:57.651495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.21662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:19:57.651526Z","caller":"traceutil/trace.go:172","msg":"trace[1098169216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1786; }","duration":"207.25007ms","start":"2026-04-01T10:19:57.444270Z","end":"2026-04-01T10:19:57.651520Z","steps":["trace[1098169216] 'agreement among raft nodes before linearized reading' (duration: 207.199759ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:19:57.652205Z","caller":"traceutil/trace.go:172","msg":"trace[711413382] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"240.631035ms","start":"2026-04-01T10:19:57.411567Z","end":"2026-04-01T10:19:57.652198Z","steps":["trace[711413382] 'process raft request' (duration: 239.809657ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:20:07.092465Z","caller":"traceutil/trace.go:172","msg":"trace[1902787646] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"212.066311ms","start":"2026-04-01T10:20:06.880386Z","end":"2026-04-01T10:20:07.092453Z","steps":["trace[1902787646] 'process raft request' (duration: 211.968319ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:20:07.174015Z","caller":"traceutil/trace.go:172","msg":"trace[1557379226] linearizableReadLoop","detail":"{readStateIndex:2097; appliedIndex:2097; }","duration":"101.05364ms","start":"2026-04-01T10:20:07.072924Z","end":"2026-04-01T10:20:07.173978Z","steps":["trace[1557379226] 'read index received' (duration: 101.04839ms)","trace[1557379226] 'applied index is now lower than readState.Index' (duration: 3.88µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:20:07.174173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.215784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:20:07.174208Z","caller":"traceutil/trace.go:172","msg":"trace[1313223203] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups; range_end:; response_count:0; response_revision:1824; }","duration":"101.279445ms","start":"2026-04-01T10:20:07.072920Z","end":"2026-04-01T10:20:07.174200Z","steps":["trace[1313223203] 'agreement among raft nodes before linearized reading' (duration: 101.180843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:20:07.762087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.408976ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-01T10:20:07.852724Z","caller":"traceutil/trace.go:172","msg":"trace[1827884498] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2098; }","duration":"560.309509ms","start":"2026-04-01T10:20:07.292400Z","end":"2026-04-01T10:20:07.852710Z","steps":["trace[1827884498] 'read index received' (duration: 467.308578ms)","trace[1827884498] 'applied index is now lower than readState.Index' (duration: 92.999921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:20:07.852905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"560.496813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-04-01T10:20:07.852928Z","caller":"traceutil/trace.go:172","msg":"trace[461490790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1829; }","duration":"560.539203ms","start":"2026-04-01T10:20:07.292382Z","end":"2026-04-01T10:20:07.852921Z","steps":["trace[461490790] 'agreement among raft nodes before linearized reading' (duration: 560.433171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:20:07.852948Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:20:07.292361Z","time spent":"560.582194ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-01T10:20:07.852759Z","caller":"traceutil/trace.go:172","msg":"trace[877377635] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"160.593341ms","start":"2026-04-01T10:20:07.692097Z","end":"2026-04-01T10:20:07.852691Z","steps":["trace[877377635] 'process raft request' (duration: 160.474138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:20:07.854571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"431.365552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:20:07.854657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.507342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:20:07.854686Z","caller":"traceutil/trace.go:172","msg":"trace[1495500650] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1829; }","duration":"163.538152ms","start":"2026-04-01T10:20:07.691140Z","end":"2026-04-01T10:20:07.854678Z","steps":["trace[1495500650] 'agreement among raft nodes before linearized reading' (duration: 163.481351ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:20:07.854709Z","caller":"traceutil/trace.go:172","msg":"trace[533922038] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1829; }","duration":"431.501635ms","start":"2026-04-01T10:20:07.423170Z","end":"2026-04-01T10:20:07.854671Z","steps":["trace[533922038] 'agreement among raft nodes before linearized reading' (duration: 431.330391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:20:07.854725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.347291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-01T10:20:07.854751Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:20:07.423111Z","time spent":"431.630018ms","remote":"127.0.0.1:38476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-04-01T10:20:07.854792Z","caller":"traceutil/trace.go:172","msg":"trace[807411110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1829; }","duration":"319.424662ms","start":"2026-04-01T10:20:07.535352Z","end":"2026-04-01T10:20:07.854776Z","steps":["trace[807411110] 'agreement among raft nodes before linearized reading' (duration: 319.287849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-01T10:20:07.854841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-01T10:20:07.535333Z","time spent":"319.500934ms","remote":"127.0.0.1:47014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-01T10:20:10.518893Z","caller":"traceutil/trace.go:172","msg":"trace[1595298734] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2116; }","duration":"108.409802ms","start":"2026-04-01T10:20:10.410435Z","end":"2026-04-01T10:20:10.518845Z","steps":["trace[1595298734] 'read index received' (duration: 108.402272ms)","trace[1595298734] 'applied index is now lower than readState.Index' (duration: 6.85µs)"],"step_count":2} {"level":"warn","ts":"2026-04-01T10:20:10.519006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.564785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-01T10:20:10.519100Z","caller":"traceutil/trace.go:172","msg":"trace[901559311] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1841; }","duration":"108.605976ms","start":"2026-04-01T10:20:10.410421Z","end":"2026-04-01T10:20:10.519027Z","steps":["trace[901559311] 'agreement among raft nodes before linearized reading' (duration: 108.538755ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:20:39.053406Z","caller":"traceutil/trace.go:172","msg":"trace[1445825762] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"179.417456ms","start":"2026-04-01T10:20:38.873974Z","end":"2026-04-01T10:20:39.053392Z","steps":["trace[1445825762] 'process raft request' (duration: 172.130245ms)"],"step_count":1} {"level":"info","ts":"2026-04-01T10:20:58.288393Z","caller":"traceutil/trace.go:172","msg":"trace[276503426] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"145.666696ms","start":"2026-04-01T10:20:58.142713Z","end":"2026-04-01T10:20:58.288380Z","steps":["trace[276503426] 'process raft request' (duration: 145.529653ms)"],"step_count":1}