{"level":"warn","ts":"2026-03-18T10:05:51.165773Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-18T10:05:51.166406Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-18T10:05:51.166795Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.113:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.113:2380","--initial-cluster=controller-1=https://199.204.45.99:2380,controller-2=https://199.204.45.113:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.113:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.113:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-18T10:05:51.166937Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-18T10:05:51.166969Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T10:05:51.166983Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-03-18T10:05:51.167021Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T10:05:51.168221Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"]} {"level":"info","ts":"2026-03-18T10:05:51.168422Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.99:2380,controller-2=https://199.204.45.113:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-18T10:05:51.169369Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00048a3a8}"} {"level":"info","ts":"2026-03-18T10:05:51.173884Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-18T10:05:51.173965Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.707773ms"} {"level":"info","ts":"2026-03-18T10:05:51.174021Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-18T10:05:51.174051Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-18T10:05:51.184484Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.113:2380","host":"199.204.45.113:2380","resolved-addr":"199.204.45.113:2380"} {"level":"info","ts":"2026-03-18T10:05:51.184535Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.99:2380","host":"199.204.45.99:2380","resolved-addr":"199.204.45.99:2380"} {"level":"info","ts":"2026-03-18T10:05:51.186391Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-18T10:05:51.191908Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-18T10:05:51.191961Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"3265b58c6ac9ab91","cluster-id":"a96cbe7391f279b7"} {"level":"info","ts":"2026-03-18T10:05:51.191987Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-18T10:05:51.192051Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3265b58c6ac9ab91 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T10:05:51.192092Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3265b58c6ac9ab91 became follower at term 0"} {"level":"info","ts":"2026-03-18T10:05:51.192102Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 3265b58c6ac9ab91 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-18T10:05:51.197718Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T10:05:51.200525Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T10:05:51.204937Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T10:05:51.208687Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.208732Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182","remote-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-03-18T10:05:51.208757Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.208773Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.208882Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.209600Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182","remote-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-03-18T10:05:51.209721Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.208887Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.209780Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"3265b58c6ac9ab91","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T10:05:51.210157Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T10:05:51.210389Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T10:05:51.209809Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.210575Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-18T10:05:51.210480Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T10:05:51.210639Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T10:05:51.210821Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-03-18T10:05:51.210884Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.113:2380"} {"level":"info","ts":"2026-03-18T10:05:51.211100Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.211259Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T10:05:51.211800Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"3265b58c6ac9ab91","initial-advertise-peer-urls":["https://199.204.45.113:2380"],"listen-peer-urls":["https://199.204.45.113:2380"],"advertise-client-urls":["https://199.204.45.113:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.113:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T10:05:51.225890Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.225935Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.226674Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.256507Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"3265b58c6ac9ab91 [term: 0] received a MsgHeartbeat message with higher term from 21032583b6cd9182 [term: 2]"} {"level":"info","ts":"2026-03-18T10:05:51.256761Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3265b58c6ac9ab91 became follower at term 2"} {"level":"info","ts":"2026-03-18T10:05:51.256774Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3265b58c6ac9ab91 elected leader 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-03-18T10:05:51.266990Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3265b58c6ac9ab91","to":"21032583b6cd9182","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T10:05:51.267025Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.267430Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3265b58c6ac9ab91","to":"21032583b6cd9182","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T10:05:51.267453Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.284995Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"3265b58c6ac9ab91","remote-snapshot-sender-id":"21032583b6cd9182","incoming-snapshot-index":575,"incoming-snapshot-message-size-bytes":7768,"incoming-snapshot-message-size":"7.8 kB"} {"level":"info","ts":"2026-03-18T10:05:51.308297Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/000000000000023f.snap.db","bytes":847872,"size":"848 kB"} {"level":"info","ts":"2026-03-18T10:05:51.308456Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"3265b58c6ac9ab91","remote-snapshot-sender-id":"21032583b6cd9182","incoming-snapshot-index":575,"incoming-snapshot-size-bytes":847872,"incoming-snapshot-size":"848 kB","download-took":"23.553299ms"} {"level":"info","ts":"2026-03-18T10:05:51.308640Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 575, term: 2]"} {"level":"info","ts":"2026-03-18T10:05:51.308719Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3265b58c6ac9ab91 switched to configuration voters=(2378786275819622786) learners=(3631508289235823505)"} {"level":"info","ts":"2026-03-18T10:05:51.308744Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"3265b58c6ac9ab91 [commit: 575, lastindex: 575, lastterm: 2] restored snapshot [index: 575, term: 2]"} {"level":"info","ts":"2026-03-18T10:05:51.308758Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"3265b58c6ac9ab91 [commit: 575] restored snapshot [index: 575, term: 2]"} {"level":"info","ts":"2026-03-18T10:05:51.308982Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":575,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-18T10:05:51.316524Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":575} {"level":"info","ts":"2026-03-18T10:05:51.317078Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00046c050}"} {"level":"info","ts":"2026-03-18T10:05:51.318746Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-18T10:05:51.318952Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.150727ms"} {"level":"info","ts":"2026-03-18T10:05:51.319163Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-18T10:05:51.322590Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-18T10:05:51.322612Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-18T10:05:51.323832Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":541} {"level":"info","ts":"2026-03-18T10:05:51.323854Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":575} {"level":"info","ts":"2026-03-18T10:05:51.323867Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-18T10:05:51.323907Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-18T10:05:51.327796Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-18T10:05:51.327818Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-18T10:05:51.327845Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-18T10:05:51.327852Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-18T10:05:51.328318Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-18T10:05:51.328345Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-18T10:05:51.328388Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T10:05:51.328405Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"a96cbe7391f279b7","local-member-id":"3265b58c6ac9ab91","recovered-remote-peer-id":"21032583b6cd9182","recovered-remote-peer-urls":["https://199.204.45.99:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-18T10:05:51.328416Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"a96cbe7391f279b7","local-member-id":"3265b58c6ac9ab91","recovered-remote-peer-id":"3265b58c6ac9ab91","recovered-remote-peer-urls":["https://199.204.45.113:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-18T10:05:51.328423Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T10:05:51.328429Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-18T10:05:51.328437Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-18T10:05:51.328446Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"warn","ts":"2026-03-18T10:05:51.328482Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.328503Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"21032583b6cd9182"} {"level":"warn","ts":"2026-03-18T10:05:51.328520Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.328533Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.328631Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"warn","ts":"2026-03-18T10:05:51.328712Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182","error":"context canceled"} {"level":"warn","ts":"2026-03-18T10:05:51.328743Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"21032583b6cd9182","error":"failed to read 21032583b6cd9182 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-18T10:05:51.328759Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"warn","ts":"2026-03-18T10:05:51.328832Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:05:51.328854Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.328867Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.328876Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"3265b58c6ac9ab91","removed-remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.328884Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-18T10:05:51.328892Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-18T10:05:51.328907Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.328920Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.329409Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-18T10:05:51.329530Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.329897Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.336123Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.336197Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182","remote-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-03-18T10:05:51.336182Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.336235Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.336210Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-18T10:05:51.336275Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":575,"current-applied-index":575,"incoming-leader-snapshot-index":575,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-18T10:05:51.336484Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"3265b58c6ac9ab91","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.113:2379]}","cluster-id":"a96cbe7391f279b7","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T10:05:51.336505Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T10:05:51.336610Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T10:05:51.340150Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T10:05:51.340240Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T10:05:51.346002Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-18T10:05:51.346123Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-18T10:05:51.346207Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-18T10:05:51.347751Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T10:05:51.348337Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.113:2379"} {"level":"info","ts":"2026-03-18T10:05:51.360343Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.360459Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.360508Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.372742Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3265b58c6ac9ab91","to":"21032583b6cd9182","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T10:05:51.372827Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:05:51.376059Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3265b58c6ac9ab91","to":"21032583b6cd9182","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T10:05:51.376107Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"21032583b6cd9182"} {"level":"warn","ts":"2026-03-18T10:05:51.493901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.113:34044","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T10:05:51.498037Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3265b58c6ac9ab91 switched to configuration voters=(2378786275819622786 3631508289235823505)"} {"level":"info","ts":"2026-03-18T10:05:51.498287Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"a96cbe7391f279b7","local-member-id":"3265b58c6ac9ab91","promoted-member-id":"3265b58c6ac9ab91"} {"level":"warn","ts":"2026-03-18T10:05:51.654244Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.654156Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.679968Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.722478Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.744837Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.754431Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.762180Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.771644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.781931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55490","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.795822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.810310Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.815470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.825750Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.838152Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.847347Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55574","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.858819Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.866758Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.878534Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.888090Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55648","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.901535Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.906227Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.944929Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.963710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.966012Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.975249Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:51.994617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.004174Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.012286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.021449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.031556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.041787Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.051222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.063469Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.072009Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.082864Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.094778Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.136610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.146922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.163534Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.172896Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.194288Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.208569Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56092","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.218745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.231457Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.242033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.251329Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.258194Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.268707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56178","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.279261Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.288697Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56208","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.297014Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.307751Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.316480Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.326346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.334233Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56312","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.343910Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.367743Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.378986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.386777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:52.444838Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:05:53.533617Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189916798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:05:54.034473Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189916798,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:05:54.117519Z","caller":"traceutil/trace.go:172","msg":"trace[582411553] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"1.109759439s","start":"2026-03-18T10:05:53.007728Z","end":"2026-03-18T10:05:54.117488Z","steps":["trace[582411553] 'process raft request' (duration: 1.109517638s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:54.118245Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:05:53.007704Z","time spent":"1.109938157s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:05:54.127229Z","caller":"traceutil/trace.go:172","msg":"trace[1181755498] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:584; }","duration":"1.094572818s","start":"2026-03-18T10:05:53.032633Z","end":"2026-03-18T10:05:54.127205Z","steps":["trace[1181755498] 'read index received' (duration: 1.094567068s)","trace[1181755498] 'applied index is now lower than readState.Index' (duration: 4.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:05:54.127554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.094833299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:05:54.127646Z","caller":"traceutil/trace.go:172","msg":"trace[2101272837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:548; }","duration":"1.095000326s","start":"2026-03-18T10:05:53.032627Z","end":"2026-03-18T10:05:54.127627Z","steps":["trace[2101272837] 'agreement among raft nodes before linearized reading' (duration: 1.094672382s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:54.127694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:05:53.032608Z","time spent":"1.09507786s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:05:54.129527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.842807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:05:54.129565Z","caller":"traceutil/trace.go:172","msg":"trace[1186844896] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:548; }","duration":"241.883549ms","start":"2026-03-18T10:05:53.887673Z","end":"2026-03-18T10:05:54.129556Z","steps":["trace[1186844896] 'agreement among raft nodes before linearized reading' (duration: 241.789275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:54.129646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.322921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:05:54.129751Z","caller":"traceutil/trace.go:172","msg":"trace[1753578263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"138.445506ms","start":"2026-03-18T10:05:53.991285Z","end":"2026-03-18T10:05:54.129730Z","steps":["trace[1753578263] 'agreement among raft nodes before linearized reading' (duration: 138.247458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:54.129777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"241.967452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:05:54.129898Z","caller":"traceutil/trace.go:172","msg":"trace[1019633429] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:548; }","duration":"242.122519ms","start":"2026-03-18T10:05:53.887759Z","end":"2026-03-18T10:05:54.129881Z","steps":["trace[1019633429] 'agreement among raft nodes before linearized reading' (duration: 241.836536ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:54.688831Z","caller":"traceutil/trace.go:172","msg":"trace[519091476] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:588; }","duration":"109.086453ms","start":"2026-03-18T10:05:54.579731Z","end":"2026-03-18T10:05:54.688817Z","steps":["trace[519091476] 'read index received' (duration: 109.076722ms)","trace[519091476] 'applied index is now lower than readState.Index' (duration: 9.041µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:05:54.689037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.23889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node-proxier\" limit:1 ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-18T10:05:54.689059Z","caller":"traceutil/trace.go:172","msg":"trace[750157968] range","detail":"{range_begin:/registry/clusterrolebindings/system:node-proxier; range_end:; response_count:1; response_revision:552; }","duration":"109.328364ms","start":"2026-03-18T10:05:54.579725Z","end":"2026-03-18T10:05:54.689053Z","steps":["trace[750157968] 'agreement among raft nodes before linearized reading' (duration: 109.158927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.160405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"710.177205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:05:59.160595Z","caller":"traceutil/trace.go:172","msg":"trace[1777818541] linearizableReadLoop","detail":"{readStateIndex:612; appliedIndex:611; }","duration":"858.562827ms","start":"2026-03-18T10:05:58.302013Z","end":"2026-03-18T10:05:59.160576Z","steps":["trace[1777818541] 'read index received' (duration: 149.889026ms)","trace[1777818541] 'applied index is now lower than readState.Index' (duration: 708.672411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:05:59.160724Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"858.707612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T10:05:59.160761Z","caller":"traceutil/trace.go:172","msg":"trace[219077934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:575; }","duration":"858.748684ms","start":"2026-03-18T10:05:58.302000Z","end":"2026-03-18T10:05:59.160749Z","steps":["trace[219077934] 'agreement among raft nodes before linearized reading' (duration: 858.669131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.160795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:05:58.301976Z","time spent":"858.810657ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:05:59.503684Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"484.308435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:05:59.503768Z","caller":"traceutil/trace.go:172","msg":"trace[56261708] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:576; }","duration":"484.405219ms","start":"2026-03-18T10:05:59.019346Z","end":"2026-03-18T10:05:59.503752Z","steps":["trace[56261708] 'agreement among raft nodes before linearized reading' (duration: 484.265963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.503807Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:05:59.019329Z","time spent":"484.470912ms","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:05:59.504074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.066158935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:05:59.504223Z","caller":"traceutil/trace.go:172","msg":"trace[1142401286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"1.066332082s","start":"2026-03-18T10:05:58.437865Z","end":"2026-03-18T10:05:59.504197Z","steps":["trace[1142401286] 'agreement among raft nodes before linearized reading' (duration: 1.065927965s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:59.504119Z","caller":"traceutil/trace.go:172","msg":"trace[996179272] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"342.933513ms","start":"2026-03-18T10:05:59.160645Z","end":"2026-03-18T10:05:59.503579Z","steps":["trace[996179272] 'read index received' (duration: 306.038009ms)","trace[996179272] 'applied index is now lower than readState.Index' (duration: 36.894544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:05:59.504280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:05:58.437845Z","time spent":"1.066424806s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-18T10:05:59.740068Z","caller":"traceutil/trace.go:172","msg":"trace[724948357] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"232.512465ms","start":"2026-03-18T10:05:59.507528Z","end":"2026-03-18T10:05:59.740040Z","steps":["trace[724948357] 'process raft request' (duration: 232.321807ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:05:59.740855Z","caller":"traceutil/trace.go:172","msg":"trace[2064755204] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:616; }","duration":"198.393639ms","start":"2026-03-18T10:05:59.542442Z","end":"2026-03-18T10:05:59.740836Z","steps":["trace[2064755204] 'read index received' (duration: 198.388528ms)","trace[2064755204] 'applied index is now lower than readState.Index' (duration: 4.141µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:05:59.741115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.660259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:05:59.741210Z","caller":"traceutil/trace.go:172","msg":"trace[840370935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"198.765184ms","start":"2026-03-18T10:05:59.542429Z","end":"2026-03-18T10:05:59.741194Z","steps":["trace[840370935] 'agreement among raft nodes before linearized reading' (duration: 198.533264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:05:59.742527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.926429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-z6jxl\" limit:1 ","response":"range_response_count:1 size:3429"} {"level":"info","ts":"2026-03-18T10:05:59.742558Z","caller":"traceutil/trace.go:172","msg":"trace[1325497156] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-z6jxl; range_end:; response_count:1; response_revision:577; }","duration":"159.96175ms","start":"2026-03-18T10:05:59.582590Z","end":"2026-03-18T10:05:59.742552Z","steps":["trace[1325497156] 'agreement among raft nodes before linearized reading' (duration: 159.866006ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:00.120898Z","caller":"traceutil/trace.go:172","msg":"trace[167057173] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"373.199645ms","start":"2026-03-18T10:05:59.747674Z","end":"2026-03-18T10:06:00.120874Z","steps":["trace[167057173] 'process raft request' (duration: 373.029588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:00.121105Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:05:59.747660Z","time spent":"373.377082ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3316,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:06:00.561574Z","caller":"traceutil/trace.go:172","msg":"trace[1308397372] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"796.23697ms","start":"2026-03-18T10:05:59.765318Z","end":"2026-03-18T10:06:00.561555Z","steps":["trace[1308397372] 'process raft request' (duration: 796.165287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:00.561645Z","caller":"traceutil/trace.go:172","msg":"trace[298216530] transaction","detail":"{read_only:false; number_of_response:0; response_revision:578; }","duration":"797.958533ms","start":"2026-03-18T10:05:59.763656Z","end":"2026-03-18T10:06:00.561615Z","steps":["trace[298216530] 'process raft request' (duration: 797.732953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:00.562949Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:05:59.763636Z","time spent":"799.146563ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:06:00.563673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:05:59.765310Z","time spent":"797.269324ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5029,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:06:00.911103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.754527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:06:00.911215Z","caller":"traceutil/trace.go:172","msg":"trace[532848596] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"784.773175ms","start":"2026-03-18T10:06:00.126423Z","end":"2026-03-18T10:06:00.911196Z","steps":["trace[532848596] 'process raft request' (duration: 524.870501ms)","trace[532848596] 'compare' (duration: 259.604551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:00.911269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:00.126401Z","time spent":"784.848878ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:06:01.065019Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189916984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:06:01.244192Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.371142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:06:01.244368Z","caller":"traceutil/trace.go:172","msg":"trace[1124312757] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"733.742736ms","start":"2026-03-18T10:06:00.510609Z","end":"2026-03-18T10:06:01.244352Z","steps":["trace[1124312757] 'process raft request' (duration: 733.687654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:01.244431Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:00.510589Z","time spent":"733.820379ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:06:01.327669Z","caller":"traceutil/trace.go:172","msg":"trace[686890230] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:623; }","duration":"763.139313ms","start":"2026-03-18T10:06:00.564500Z","end":"2026-03-18T10:06:01.327639Z","steps":["trace[686890230] 'read index received' (duration: 763.125992ms)","trace[686890230] 'applied index is now lower than readState.Index' (duration: 10.991µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:06:01.327706Z","caller":"traceutil/trace.go:172","msg":"trace[776317592] transaction","detail":"{read_only:false; number_of_response:0; response_revision:583; }","duration":"412.704054ms","start":"2026-03-18T10:06:00.914980Z","end":"2026-03-18T10:06:01.327684Z","steps":["trace[776317592] 'process raft request' (duration: 412.631911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:01.327824Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:00.914956Z","time spent":"412.814948ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:06:01.327837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"763.32243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-2\" limit:1 ","response":"range_response_count:1 size:3331"} {"level":"info","ts":"2026-03-18T10:06:01.327887Z","caller":"traceutil/trace.go:172","msg":"trace[681591263] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-2; range_end:; response_count:1; response_revision:583; }","duration":"763.380503ms","start":"2026-03-18T10:06:00.564494Z","end":"2026-03-18T10:06:01.327875Z","steps":["trace[681591263] 'agreement among raft nodes before linearized reading' (duration: 763.241177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:01.327917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:00.564474Z","time spent":"763.436335ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3354,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:06:01.328558Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189916991,"received-request-id":12362835077189916984} {"level":"warn","ts":"2026-03-18T10:06:01.329276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"591.414065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:06:01.329310Z","caller":"traceutil/trace.go:172","msg":"trace[302888988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:583; }","duration":"591.450366ms","start":"2026-03-18T10:06:00.737852Z","end":"2026-03-18T10:06:01.329302Z","steps":["trace[302888988] 'agreement among raft nodes before linearized reading' (duration: 591.393614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:01.329330Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:00.737828Z","time spent":"591.496228ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-18T10:06:01.566457Z","caller":"traceutil/trace.go:172","msg":"trace[1941010555] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"232.293883ms","start":"2026-03-18T10:06:01.334145Z","end":"2026-03-18T10:06:01.566439Z","steps":["trace[1941010555] 'process raft request' (duration: 232.170208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:01.991120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.141969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:06:01.991356Z","caller":"traceutil/trace.go:172","msg":"trace[1020191830] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"384.725296ms","start":"2026-03-18T10:06:01.606604Z","end":"2026-03-18T10:06:01.991329Z","steps":["trace[1020191830] 'process raft request' (duration: 168.330386ms)","trace[1020191830] 'compare' (duration: 216.038785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:01.991906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:01.606575Z","time spent":"385.018438ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:06:02.140011Z","caller":"traceutil/trace.go:172","msg":"trace[824708238] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"103.953018ms","start":"2026-03-18T10:06:02.036038Z","end":"2026-03-18T10:06:02.139991Z","steps":["trace[824708238] 'process raft request' (duration: 103.805172ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:02.267697Z","caller":"traceutil/trace.go:172","msg":"trace[182045900] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"170.652056ms","start":"2026-03-18T10:06:02.097029Z","end":"2026-03-18T10:06:02.267681Z","steps":["trace[182045900] 'process raft request' (duration: 170.568033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:02.267712Z","caller":"traceutil/trace.go:172","msg":"trace[2092484954] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:634; }","duration":"161.528319ms","start":"2026-03-18T10:06:02.106156Z","end":"2026-03-18T10:06:02.267684Z","steps":["trace[2092484954] 'read index received' (duration: 161.521819ms)","trace[2092484954] 'applied index is now lower than readState.Index' (duration: 5.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:02.268114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.933866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:06:02.268163Z","caller":"traceutil/trace.go:172","msg":"trace[1936616516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:591; }","duration":"162.007869ms","start":"2026-03-18T10:06:02.106144Z","end":"2026-03-18T10:06:02.268152Z","steps":["trace[1936616516] 'agreement among raft nodes before linearized reading' (duration: 161.649224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:02.269541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.759042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-2\" limit:1 ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-18T10:06:02.269644Z","caller":"traceutil/trace.go:172","msg":"trace[764354370] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-2; range_end:; response_count:1; response_revision:591; }","duration":"126.905768ms","start":"2026-03-18T10:06:02.142722Z","end":"2026-03-18T10:06:02.269628Z","steps":["trace[764354370] 'agreement among raft nodes before linearized reading' (duration: 126.586515ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:02.474014Z","caller":"traceutil/trace.go:172","msg":"trace[117293897] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"154.265489ms","start":"2026-03-18T10:06:02.319732Z","end":"2026-03-18T10:06:02.473997Z","steps":["trace[117293897] 'process raft request' (duration: 154.126863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:02.653703Z","caller":"traceutil/trace.go:172","msg":"trace[1757132198] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"167.35426ms","start":"2026-03-18T10:06:02.486326Z","end":"2026-03-18T10:06:02.653680Z","steps":["trace[1757132198] 'process raft request' (duration: 167.219574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:02.705415Z","caller":"traceutil/trace.go:172","msg":"trace[1459839483] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:639; }","duration":"151.919652ms","start":"2026-03-18T10:06:02.553476Z","end":"2026-03-18T10:06:02.705396Z","steps":["trace[1459839483] 'read index received' (duration: 151.85815ms)","trace[1459839483] 'applied index is now lower than readState.Index' (duration: 3.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:02.705662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.168202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:06:02.705714Z","caller":"traceutil/trace.go:172","msg":"trace[568564383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:595; }","duration":"152.231345ms","start":"2026-03-18T10:06:02.553471Z","end":"2026-03-18T10:06:02.705702Z","steps":["trace[568564383] 'agreement among raft nodes before linearized reading' (duration: 152.051958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:02.782777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.063359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-2\" limit:1 ","response":"range_response_count:1 size:3331"} {"level":"info","ts":"2026-03-18T10:06:02.782854Z","caller":"traceutil/trace.go:172","msg":"trace[262241045] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-2; range_end:; response_count:1; response_revision:595; }","duration":"124.153813ms","start":"2026-03-18T10:06:02.658684Z","end":"2026-03-18T10:06:02.782838Z","steps":["trace[262241045] 'agreement among raft nodes before linearized reading' (duration: 121.445041ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:02.973174Z","caller":"traceutil/trace.go:172","msg":"trace[2147347618] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"183.543189ms","start":"2026-03-18T10:06:02.789619Z","end":"2026-03-18T10:06:02.973162Z","steps":["trace[2147347618] 'process raft request' (duration: 183.410003ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:03.293258Z","caller":"traceutil/trace.go:172","msg":"trace[160285486] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"305.909953ms","start":"2026-03-18T10:06:02.987309Z","end":"2026-03-18T10:06:03.293219Z","steps":["trace[160285486] 'process raft request' (duration: 305.722755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:03.293418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:02.987286Z","time spent":"306.054379ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5033,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:06:03.294306Z","caller":"traceutil/trace.go:172","msg":"trace[2026003417] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:644; }","duration":"262.466335ms","start":"2026-03-18T10:06:03.031810Z","end":"2026-03-18T10:06:03.294276Z","steps":["trace[2026003417] 'read index received' (duration: 262.462665ms)","trace[2026003417] 'applied index is now lower than readState.Index' (duration: 3.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:03.294381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.578339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:03.294401Z","caller":"traceutil/trace.go:172","msg":"trace[1317084520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:600; }","duration":"262.60007ms","start":"2026-03-18T10:06:03.031795Z","end":"2026-03-18T10:06:03.294395Z","steps":["trace[1317084520] 'agreement among raft nodes before linearized reading' (duration: 262.546178ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:03.549111Z","caller":"traceutil/trace.go:172","msg":"trace[1570268846] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:645; }","duration":"134.756696ms","start":"2026-03-18T10:06:03.414336Z","end":"2026-03-18T10:06:03.549092Z","steps":["trace[1570268846] 'read index received' (duration: 134.749896ms)","trace[1570268846] 'applied index is now lower than readState.Index' (duration: 5.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:03.549295Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.946345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:06:03.549331Z","caller":"traceutil/trace.go:172","msg":"trace[1297279429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:601; }","duration":"134.999987ms","start":"2026-03-18T10:06:03.414322Z","end":"2026-03-18T10:06:03.549322Z","steps":["trace[1297279429] 'agreement among raft nodes before linearized reading' (duration: 134.854601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:03.549483Z","caller":"traceutil/trace.go:172","msg":"trace[22175646] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"240.371599ms","start":"2026-03-18T10:06:03.309097Z","end":"2026-03-18T10:06:03.549468Z","steps":["trace[22175646] 'process raft request' (duration: 239.988053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:04.552673Z","caller":"traceutil/trace.go:172","msg":"trace[545283488] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"423.94146ms","start":"2026-03-18T10:06:04.128705Z","end":"2026-03-18T10:06:04.552647Z","steps":["trace[545283488] 'process raft request' (duration: 423.775643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:04.552887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:04.128682Z","time spent":"424.090906ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:06:06.473509Z","caller":"traceutil/trace.go:172","msg":"trace[1811722269] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"250.137307ms","start":"2026-03-18T10:06:06.223335Z","end":"2026-03-18T10:06:06.473473Z","steps":["trace[1811722269] 'process raft request' (duration: 249.909598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:06.474734Z","caller":"traceutil/trace.go:172","msg":"trace[702718660] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:657; }","duration":"200.126574ms","start":"2026-03-18T10:06:06.274581Z","end":"2026-03-18T10:06:06.474707Z","steps":["trace[702718660] 'read index received' (duration: 200.121084ms)","trace[702718660] 'applied index is now lower than readState.Index' (duration: 4.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:06.475170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.555061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:06:06.475238Z","caller":"traceutil/trace.go:172","msg":"trace[1245785628] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"237.843745ms","start":"2026-03-18T10:06:06.237382Z","end":"2026-03-18T10:06:06.475225Z","steps":["trace[1245785628] 'process raft request' (duration: 237.077354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:06.475266Z","caller":"traceutil/trace.go:172","msg":"trace[1262744718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:612; }","duration":"200.676636ms","start":"2026-03-18T10:06:06.274569Z","end":"2026-03-18T10:06:06.475245Z","steps":["trace[1262744718] 'agreement among raft nodes before linearized reading' (duration: 200.224998ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:09.582249Z","caller":"traceutil/trace.go:172","msg":"trace[667633624] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:665; }","duration":"121.022916ms","start":"2026-03-18T10:06:09.461196Z","end":"2026-03-18T10:06:09.582219Z","steps":["trace[667633624] 'read index received' (duration: 121.012776ms)","trace[667633624] 'applied index is now lower than readState.Index' (duration: 8.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:09.582397Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.184302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:06:09.582496Z","caller":"traceutil/trace.go:172","msg":"trace[321964195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"121.292566ms","start":"2026-03-18T10:06:09.461187Z","end":"2026-03-18T10:06:09.582480Z","steps":["trace[321964195] 'agreement among raft nodes before linearized reading' (duration: 121.14232ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:09.912351Z","caller":"traceutil/trace.go:172","msg":"trace[1480129398] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"133.604137ms","start":"2026-03-18T10:06:09.778729Z","end":"2026-03-18T10:06:09.912333Z","steps":["trace[1480129398] 'process raft request' (duration: 133.446691ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:10.212253Z","caller":"traceutil/trace.go:172","msg":"trace[988956394] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"285.625802ms","start":"2026-03-18T10:06:09.926604Z","end":"2026-03-18T10:06:10.212230Z","steps":["trace[988956394] 'process raft request' (duration: 285.375762ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:10.213376Z","caller":"traceutil/trace.go:172","msg":"trace[1791341958] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:667; }","duration":"179.350543ms","start":"2026-03-18T10:06:10.033999Z","end":"2026-03-18T10:06:10.213349Z","steps":["trace[1791341958] 'read index received' (duration: 179.341953ms)","trace[1791341958] 'applied index is now lower than readState.Index' (duration: 6.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:10.213485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.486049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:10.213549Z","caller":"traceutil/trace.go:172","msg":"trace[171652964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"179.557681ms","start":"2026-03-18T10:06:10.033974Z","end":"2026-03-18T10:06:10.213532Z","steps":["trace[171652964] 'agreement among raft nodes before linearized reading' (duration: 179.434546ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:10.841568Z","caller":"traceutil/trace.go:172","msg":"trace[53061767] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:670; }","duration":"334.183825ms","start":"2026-03-18T10:06:10.507349Z","end":"2026-03-18T10:06:10.841532Z","steps":["trace[53061767] 'read index received' (duration: 334.171804ms)","trace[53061767] 'applied index is now lower than readState.Index' (duration: 9.891µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:10.841743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.362871ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:10.841841Z","caller":"traceutil/trace.go:172","msg":"trace[1948631724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:623; }","duration":"334.475786ms","start":"2026-03-18T10:06:10.507340Z","end":"2026-03-18T10:06:10.841816Z","steps":["trace[1948631724] 'agreement among raft nodes before linearized reading' (duration: 334.310999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:10.843568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"332.901714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-2\" limit:1 ","response":"range_response_count:1 size:7801"} {"level":"info","ts":"2026-03-18T10:06:10.843625Z","caller":"traceutil/trace.go:172","msg":"trace[2034137292] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-2; range_end:; response_count:1; response_revision:623; }","duration":"332.960526ms","start":"2026-03-18T10:06:10.510650Z","end":"2026-03-18T10:06:10.843610Z","steps":["trace[2034137292] 'agreement among raft nodes before linearized reading' (duration: 332.780919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:10.843673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:10.510628Z","time spent":"333.032169ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7824,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-2\" limit:1 "} {"level":"info","ts":"2026-03-18T10:06:11.056366Z","caller":"traceutil/trace.go:172","msg":"trace[954949461] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"202.891351ms","start":"2026-03-18T10:06:10.853459Z","end":"2026-03-18T10:06:11.056351Z","steps":["trace[954949461] 'process raft request' (duration: 202.738125ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:11.057625Z","caller":"traceutil/trace.go:172","msg":"trace[144102951] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:671; }","duration":"148.964117ms","start":"2026-03-18T10:06:10.908642Z","end":"2026-03-18T10:06:11.057606Z","steps":["trace[144102951] 'read index received' (duration: 148.957687ms)","trace[144102951] 'applied index is now lower than readState.Index' (duration: 5.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:11.058345Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.655483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:06:11.058441Z","caller":"traceutil/trace.go:172","msg":"trace[200300915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"149.79204ms","start":"2026-03-18T10:06:10.908626Z","end":"2026-03-18T10:06:11.058418Z","steps":["trace[200300915] 'agreement among raft nodes before linearized reading' (duration: 149.054111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:11.325858Z","caller":"traceutil/trace.go:172","msg":"trace[546413297] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"253.716475ms","start":"2026-03-18T10:06:11.072117Z","end":"2026-03-18T10:06:11.325834Z","steps":["trace[546413297] 'process raft request' (duration: 253.515777ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:11.446886Z","caller":"traceutil/trace.go:172","msg":"trace[1932789753] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:673; }","duration":"115.74555ms","start":"2026-03-18T10:06:11.331115Z","end":"2026-03-18T10:06:11.446860Z","steps":["trace[1932789753] 'read index received' (duration: 115.73819ms)","trace[1932789753] 'applied index is now lower than readState.Index' (duration: 5.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:11.748940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.792009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-2\" limit:1 ","response":"range_response_count:1 size:7801"} {"level":"info","ts":"2026-03-18T10:06:11.749035Z","caller":"traceutil/trace.go:172","msg":"trace[374236183] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-2; range_end:; response_count:1; response_revision:625; }","duration":"417.902293ms","start":"2026-03-18T10:06:11.331109Z","end":"2026-03-18T10:06:11.749011Z","steps":["trace[374236183] 'agreement among raft nodes before linearized reading' (duration: 115.866574ms)","trace[374236183] 'range keys from in-memory index tree' (duration: 301.782429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:11.749841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.798398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:06:11.750632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:11.331084Z","time spent":"418.35034ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7824,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-2\" limit:1 "} {"level":"info","ts":"2026-03-18T10:06:12.289051Z","caller":"traceutil/trace.go:172","msg":"trace[1013085437] linearizableReadLoop","detail":"{readStateIndex:675; appliedIndex:676; }","duration":"443.904831ms","start":"2026-03-18T10:06:11.845124Z","end":"2026-03-18T10:06:12.289029Z","steps":["trace[1013085437] 'read index received' (duration: 443.898971ms)","trace[1013085437] 'applied index is now lower than readState.Index' (duration: 4.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:12.289203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"444.059217ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:12.289293Z","caller":"traceutil/trace.go:172","msg":"trace[1616776713] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:628; }","duration":"444.112899ms","start":"2026-03-18T10:06:11.845116Z","end":"2026-03-18T10:06:12.289228Z","steps":["trace[1616776713] 'agreement among raft nodes before linearized reading' (duration: 444.020516ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:12.289609Z","caller":"traceutil/trace.go:172","msg":"trace[2007095613] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"530.115773ms","start":"2026-03-18T10:06:11.759476Z","end":"2026-03-18T10:06:12.289591Z","steps":["trace[2007095613] 'process raft request' (duration: 529.989248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:12.289736Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:11.759443Z","time spent":"530.231347ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7576,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:06:12.413318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.70039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:12.413406Z","caller":"traceutil/trace.go:172","msg":"trace[835195971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"378.789194ms","start":"2026-03-18T10:06:12.034596Z","end":"2026-03-18T10:06:12.413385Z","steps":["trace[835195971] 'agreement among raft nodes before linearized reading' (duration: 296.698165ms)","trace[835195971] 'range keys from in-memory index tree' (duration: 81.970144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:12.413443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:12.034561Z","time spent":"378.873727ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:06:15.544543Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:06:16.045269Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:06:16.714784Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:06:17.037761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999741477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:06:17.037908Z","caller":"traceutil/trace.go:172","msg":"trace[646529502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999989666s","start":"2026-03-18T10:06:15.037899Z","end":"2026-03-18T10:06:17.037889Z","steps":["trace[646529502] 'agreement among raft nodes before linearized reading' (duration: 1.999739097s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:17.038122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:15.037859Z","time spent":"2.000250915s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:06:17 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:06:17.215503Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:06:17.715963Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917072,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:06:17.856102Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 2, index: 684, vote: 0] ignored MsgPreVote from 21032583b6cd9182 [logterm: 2, index: 684] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-18T10:06:18.216856Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:06:18.444218Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.135844272s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:06:18.717333Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:06:19.038369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00055544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:06:19.038696Z","caller":"traceutil/trace.go:172","msg":"trace[1091910585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000892593s","start":"2026-03-18T10:06:17.037784Z","end":"2026-03-18T10:06:19.038677Z","steps":["trace[1091910585] 'agreement among raft nodes before linearized reading' (duration: 2.00055207s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:19.038876Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:17.037773Z","time spent":"2.001015987s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:06:19 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:06:19.218595Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917072,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:06:19.458856Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 2, index: 684, vote: 0] ignored MsgPreVote from 21032583b6cd9182 [logterm: 2, index: 684] at term 2: lease is not expired (remaining ticks: 4)"} {"level":"warn","ts":"2026-03-18T10:06:19.719988Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:06:20.220972Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917072,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:06:20.493286Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"3265b58c6ac9ab91 is starting a new election at term 2"} {"level":"info","ts":"2026-03-18T10:06:20.493367Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"3265b58c6ac9ab91 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-18T10:06:20.493399Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3265b58c6ac9ab91 [logterm: 2, index: 684] sent MsgPreVote request to 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-03-18T10:06:20.493421Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 3265b58c6ac9ab91 lost leader 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-03-18T10:06:20.493474Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3265b58c6ac9ab91 received MsgPreVoteResp from 3265b58c6ac9ab91 at term 2"} {"level":"info","ts":"2026-03-18T10:06:20.493493Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3265b58c6ac9ab91 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T10:06:20.503371Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3265b58c6ac9ab91 received MsgPreVoteResp from 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-03-18T10:06:20.503442Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3265b58c6ac9ab91 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T10:06:20.503501Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"3265b58c6ac9ab91 became candidate at term 3"} {"level":"info","ts":"2026-03-18T10:06:20.503608Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"3265b58c6ac9ab91 [logterm: 2, index: 684] sent MsgVote request to 21032583b6cd9182 at term 3"} {"level":"info","ts":"2026-03-18T10:06:20.597072Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3265b58c6ac9ab91 received MsgVoteResp from 3265b58c6ac9ab91 at term 3"} {"level":"info","ts":"2026-03-18T10:06:20.597318Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3265b58c6ac9ab91 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T10:06:20.599648Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"3265b58c6ac9ab91 received MsgVoteResp from 21032583b6cd9182 at term 3"} {"level":"info","ts":"2026-03-18T10:06:20.599707Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"3265b58c6ac9ab91 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T10:06:20.599742Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"3265b58c6ac9ab91 became leader at term 3"} {"level":"info","ts":"2026-03-18T10:06:20.599760Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3265b58c6ac9ab91 elected leader 3265b58c6ac9ab91 at term 3"} {"level":"warn","ts":"2026-03-18T10:06:20.600102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.755260383s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:06:20.600150Z","caller":"traceutil/trace.go:172","msg":"trace[240520854] range","detail":"{range_begin:; range_end:; }","duration":"5.755358116s","start":"2026-03-18T10:06:14.844779Z","end":"2026-03-18T10:06:20.600137Z","steps":["trace[240520854] 'agreement among raft nodes before linearized reading' (duration: 5.755228921s)"],"step_count":1} {"level":"error","ts":"2026-03-18T10:06:20.600203Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-18T10:06:20.609065Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-18T10:06:20.740212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.716150877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:06:20.740279Z","caller":"traceutil/trace.go:172","msg":"trace[591614839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:636; }","duration":"3.716210439s","start":"2026-03-18T10:06:17.024054Z","end":"2026-03-18T10:06:20.740265Z","steps":["trace[591614839] 'agreement among raft nodes before linearized reading' (duration: 3.662332445s)","trace[591614839] 'range keys from in-memory index tree' (duration: 53.79803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:20.740312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:17.024027Z","time spent":"3.716277521s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:06:20.740282Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.806491537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-03-18T10:06:20.740336Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.633744331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T10:06:20.740314Z","caller":"traceutil/trace.go:172","msg":"trace[734369349] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"6.000591711s","start":"2026-03-18T10:06:14.739706Z","end":"2026-03-18T10:06:20.740298Z","steps":["trace[734369349] 'process raft request' (duration: 5.9467753s)","trace[734369349] 'compare' (duration: 53.535881ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:06:20.740379Z","caller":"traceutil/trace.go:172","msg":"trace[922665254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:636; }","duration":"4.633783113s","start":"2026-03-18T10:06:16.106586Z","end":"2026-03-18T10:06:20.740369Z","steps":["trace[922665254] 'agreement among raft nodes before linearized reading' (duration: 4.579822926s)","trace[922665254] 'range keys from in-memory index tree' (duration: 53.840613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:20.740398Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:16.106568Z","time spent":"4.633825715s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:06:20.740393Z","caller":"traceutil/trace.go:172","msg":"trace[1117254731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"3.806627372s","start":"2026-03-18T10:06:16.933736Z","end":"2026-03-18T10:06:20.740364Z","steps":["trace[1117254731] 'agreement among raft nodes before linearized reading' (duration: 3.752663095s)","trace[1117254731] 'range keys from in-memory index tree' (duration: 53.655046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:20.740212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.04092811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-18T10:06:20.740451Z","caller":"traceutil/trace.go:172","msg":"trace[342389096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.041174818s","start":"2026-03-18T10:06:15.699270Z","end":"2026-03-18T10:06:20.740445Z","steps":["trace[342389096] 'agreement among raft nodes before linearized reading' (duration: 4.987147899s)","trace[342389096] 'range keys from in-memory index tree' (duration: 53.750369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:20.740449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:16.933706Z","time spent":"3.806732195s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:06:20.740477Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:14.739672Z","time spent":"6.000718855s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:06:20.740378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.693380933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:06:20.740620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.434791ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:20.740649Z","caller":"traceutil/trace.go:172","msg":"trace[523737191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"1.693646282s","start":"2026-03-18T10:06:19.046993Z","end":"2026-03-18T10:06:20.740639Z","steps":["trace[523737191] 'agreement among raft nodes before linearized reading' (duration: 1.639347463s)","trace[523737191] 'range keys from in-memory index tree' (duration: 54.003309ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:06:20.740671Z","caller":"traceutil/trace.go:172","msg":"trace[888384568] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:641; }","duration":"139.482132ms","start":"2026-03-18T10:06:20.601177Z","end":"2026-03-18T10:06:20.740660Z","steps":["trace[888384568] 'agreement among raft nodes before linearized reading' (duration: 139.41864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:20.740693Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:19.046958Z","time spent":"1.693710626s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:06:20.740488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:15.699249Z","time spent":"5.041228441s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-18T10:06:20.740938Z","caller":"traceutil/trace.go:172","msg":"trace[1134579616] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"4.171665524s","start":"2026-03-18T10:06:16.569261Z","end":"2026-03-18T10:06:20.740926Z","steps":["trace[1134579616] 'process raft request' (duration: 4.171191187s)"],"step_count":1} 2026/03/18 10:06:20 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:06:20.741023Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:16.569234Z","time spent":"4.171730086s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:06:20.740210Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.830122707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:20.741077Z","caller":"traceutil/trace.go:172","msg":"trace[91495955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"1.831008079s","start":"2026-03-18T10:06:18.910060Z","end":"2026-03-18T10:06:20.741068Z","steps":["trace[91495955] 'agreement among raft nodes before linearized reading' (duration: 1.776315766s)","trace[91495955] 'range keys from in-memory index tree' (duration: 53.77946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:20.741104Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:18.910043Z","time spent":"1.83105304s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:06:20.740337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.743216985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:06:20.741188Z","caller":"traceutil/trace.go:172","msg":"trace[502902308] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:636; }","duration":"5.744059196s","start":"2026-03-18T10:06:14.997112Z","end":"2026-03-18T10:06:20.741171Z","steps":["trace[502902308] 'agreement among raft nodes before linearized reading' (duration: 5.689316031s)","trace[502902308] 'range keys from in-memory index tree' (duration: 53.815591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:20.741219Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:14.997077Z","time spent":"5.744131858s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" limit:1 "} {"level":"info","ts":"2026-03-18T10:06:20.741051Z","caller":"traceutil/trace.go:172","msg":"trace[2007990619] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.698943765s","start":"2026-03-18T10:06:19.042097Z","end":"2026-03-18T10:06:20.741041Z","steps":["trace[2007990619] 'process raft request' (duration: 1.698410246s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:20.741727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:19.042068Z","time spent":"1.699520266s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:06:20.943594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.909888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:20.943653Z","caller":"traceutil/trace.go:172","msg":"trace[1580105128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"111.981941ms","start":"2026-03-18T10:06:20.831657Z","end":"2026-03-18T10:06:20.943639Z","steps":["trace[1580105128] 'agreement among raft nodes before linearized reading' (duration: 69.82328ms)","trace[1580105128] 'range keys from in-memory index tree' (duration: 42.057457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:20.943743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.198416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T10:06:20.943769Z","caller":"traceutil/trace.go:172","msg":"trace[2100317307] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a; range_end:; response_count:1; response_revision:646; }","duration":"110.228227ms","start":"2026-03-18T10:06:20.833534Z","end":"2026-03-18T10:06:20.943762Z","steps":["trace[2100317307] 'agreement among raft nodes before linearized reading' (duration: 110.131373ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:20.943869Z","caller":"traceutil/trace.go:172","msg":"trace[731336708] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"112.696026ms","start":"2026-03-18T10:06:20.831167Z","end":"2026-03-18T10:06:20.943863Z","steps":["trace[731336708] 'process raft request' (duration: 68.955658ms)","trace[731336708] 'compare' (duration: 43.461868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:29.180613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.961023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:29.180748Z","caller":"traceutil/trace.go:172","msg":"trace[1057111411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"145.089487ms","start":"2026-03-18T10:06:29.035619Z","end":"2026-03-18T10:06:29.180708Z","steps":["trace[1057111411] 'agreement among raft nodes before linearized reading' (duration: 99.859621ms)","trace[1057111411] 'range keys from in-memory index tree' (duration: 45.034969ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:06:31.334051Z","caller":"traceutil/trace.go:172","msg":"trace[1354525154] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:724; }","duration":"299.874564ms","start":"2026-03-18T10:06:31.034135Z","end":"2026-03-18T10:06:31.334010Z","steps":["trace[1354525154] 'read index received' (duration: 299.859904ms)","trace[1354525154] 'applied index is now lower than readState.Index' (duration: 12.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:31.333947Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"98.670664ms"} {"level":"warn","ts":"2026-03-18T10:06:31.475700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"441.539883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:31.475791Z","caller":"traceutil/trace.go:172","msg":"trace[85011090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"441.638846ms","start":"2026-03-18T10:06:31.034130Z","end":"2026-03-18T10:06:31.475769Z","steps":["trace[85011090] 'agreement among raft nodes before linearized reading' (duration: 300.006829ms)","trace[85011090] 'range keys from in-memory index tree' (duration: 141.496303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:31.475832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:31.034112Z","time spent":"441.711709ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:06:31.476134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.915117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:06:31.476348Z","caller":"traceutil/trace.go:172","msg":"trace[346104040] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"499.649737ms","start":"2026-03-18T10:06:30.976677Z","end":"2026-03-18T10:06:31.476326Z","steps":["trace[346104040] 'process raft request' (duration: 357.45119ms)","trace[346104040] 'compare' (duration: 141.658279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:31.476431Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:30.976648Z","time spent":"499.74072ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:06:31.498356Z","caller":"traceutil/trace.go:172","msg":"trace[406544299] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:726; }","duration":"164.198185ms","start":"2026-03-18T10:06:31.334130Z","end":"2026-03-18T10:06:31.498328Z","steps":["trace[406544299] 'read index received' (duration: 164.186064ms)","trace[406544299] 'applied index is now lower than readState.Index' (duration: 10.671µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:31.498736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.632345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:06:31.498787Z","caller":"traceutil/trace.go:172","msg":"trace[1066714123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:674; }","duration":"211.716978ms","start":"2026-03-18T10:06:31.287058Z","end":"2026-03-18T10:06:31.498775Z","steps":["trace[1066714123] 'agreement among raft nodes before linearized reading' (duration: 211.402747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:46.344938Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:06:46.654818Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"261.627284ms"} {"level":"info","ts":"2026-03-18T10:06:46.654911Z","caller":"traceutil/trace.go:172","msg":"trace[547780149] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:771; }","duration":"810.467855ms","start":"2026-03-18T10:06:45.844420Z","end":"2026-03-18T10:06:46.654888Z","steps":["trace[547780149] 'read index received' (duration: 810.451575ms)","trace[547780149] 'applied index is now lower than readState.Index' (duration: 14.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:47.256267Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:06:47.263885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"609.063673ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:06:47.263953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.419500837s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:47.263996Z","caller":"traceutil/trace.go:172","msg":"trace[1603298110] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:709; }","duration":"1.419566099s","start":"2026-03-18T10:06:45.844414Z","end":"2026-03-18T10:06:47.263980Z","steps":["trace[1603298110] 'agreement among raft nodes before linearized reading' (duration: 810.6343ms)","trace[1603298110] 'range keys from in-memory index tree' (duration: 608.853007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:52.374110Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:06:52.375020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.116778274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:06:52.375045Z","caller":"traceutil/trace.go:172","msg":"trace[1608944897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"5.116809305s","start":"2026-03-18T10:06:47.258226Z","end":"2026-03-18T10:06:52.375035Z","steps":["trace[1608944897] 'agreement among raft nodes before linearized reading' (duration: 5.116777634s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:52.375070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:47.258210Z","time spent":"5.116856567s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:06:52.375471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.41437605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:06:52.375486Z","caller":"traceutil/trace.go:172","msg":"trace[1271396392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"6.414394692s","start":"2026-03-18T10:06:45.961087Z","end":"2026-03-18T10:06:52.375482Z","steps":["trace[1271396392] 'agreement among raft nodes before linearized reading' (duration: 6.414376421s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:52.375499Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:45.961061Z","time spent":"6.414434652s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-18T10:06:52.375965Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 774, vote: 3265b58c6ac9ab91] ignored MsgPreVote from 21032583b6cd9182 [logterm: 3, index: 773] at term 3: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-03-18T10:06:52.376011Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 774, vote: 3265b58c6ac9ab91] ignored MsgPreVote from 21032583b6cd9182 [logterm: 3, index: 773] at term 3: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-03-18T10:06:52.448049Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"5.354972171s"} {"level":"info","ts":"2026-03-18T10:06:52.448155Z","caller":"traceutil/trace.go:172","msg":"trace[1101757522] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:772; }","duration":"5.793133898s","start":"2026-03-18T10:06:46.654991Z","end":"2026-03-18T10:06:52.448125Z","steps":["trace[1101757522] 'read index received' (duration: 5.793117578s)","trace[1101757522] 'applied index is now lower than readState.Index' (duration: 14.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:52.791889Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"143.735672ms"} {"level":"info","ts":"2026-03-18T10:06:52.792334Z","caller":"traceutil/trace.go:172","msg":"trace[448257774] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"408.117483ms","start":"2026-03-18T10:06:52.384196Z","end":"2026-03-18T10:06:52.792314Z","steps":["trace[448257774] 'process raft request' (duration: 408.060562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:52.792493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:52.384178Z","time spent":"408.221837ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:06:52.792735Z","caller":"traceutil/trace.go:172","msg":"trace[435676057] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"413.759832ms","start":"2026-03-18T10:06:52.378963Z","end":"2026-03-18T10:06:52.792723Z","steps":["trace[435676057] 'process raft request' (duration: 413.216615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:52.792811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:52.378954Z","time spent":"413.814593ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:06:52.827633Z","caller":"traceutil/trace.go:172","msg":"trace[487840153] linearizableReadLoop","detail":"{readStateIndex:773; appliedIndex:776; }","duration":"379.00317ms","start":"2026-03-18T10:06:52.448607Z","end":"2026-03-18T10:06:52.827610Z","steps":["trace[487840153] 'read index received' (duration: 378.99098ms)","trace[487840153] 'applied index is now lower than readState.Index' (duration: 10.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:52.827774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"449.548333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-03-18T10:06:52.827828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.562817837s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:52.827849Z","caller":"traceutil/trace.go:172","msg":"trace[1619212882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:714; }","duration":"449.629226ms","start":"2026-03-18T10:06:52.378203Z","end":"2026-03-18T10:06:52.827832Z","steps":["trace[1619212882] 'agreement among raft nodes before linearized reading' (duration: 449.4366ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:52.827871Z","caller":"traceutil/trace.go:172","msg":"trace[2001224926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:714; }","duration":"5.5628949s","start":"2026-03-18T10:06:47.264964Z","end":"2026-03-18T10:06:52.827859Z","steps":["trace[2001224926] 'agreement among raft nodes before linearized reading' (duration: 5.562739615s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:52.827890Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:52.378200Z","time spent":"449.678767ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:06:52.827997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.241263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:52.828077Z","caller":"traceutil/trace.go:172","msg":"trace[1489439529] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:714; }","duration":"452.321716ms","start":"2026-03-18T10:06:52.375748Z","end":"2026-03-18T10:06:52.828070Z","steps":["trace[1489439529] 'agreement among raft nodes before linearized reading' (duration: 452.222733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:52.828205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"449.830042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:06:52.828240Z","caller":"traceutil/trace.go:172","msg":"trace[1061938215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:714; }","duration":"449.860973ms","start":"2026-03-18T10:06:52.378370Z","end":"2026-03-18T10:06:52.828231Z","steps":["trace[1061938215] 'agreement among raft nodes before linearized reading' (duration: 449.750099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:52.828266Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:52.378365Z","time spent":"449.893703ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:06:52.828105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"426.630444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:06:52.828551Z","caller":"traceutil/trace.go:172","msg":"trace[528951559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:714; }","duration":"427.065917ms","start":"2026-03-18T10:06:52.401469Z","end":"2026-03-18T10:06:52.828535Z","steps":["trace[528951559] 'agreement among raft nodes before linearized reading' (duration: 426.583162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:52.828285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"450.0931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:06:52.828604Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:52.401454Z","time spent":"427.134668ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:06:52.828211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:52.375737Z","time spent":"452.46812ms","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"info","ts":"2026-03-18T10:06:52.828634Z","caller":"traceutil/trace.go:172","msg":"trace[1618218135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:714; }","duration":"450.43813ms","start":"2026-03-18T10:06:52.378188Z","end":"2026-03-18T10:06:52.828626Z","steps":["trace[1618218135] 'agreement among raft nodes before linearized reading' (duration: 450.08316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:52.828847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:52.378182Z","time spent":"450.657967ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:06:52.828036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"395.453228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:52.828999Z","caller":"traceutil/trace.go:172","msg":"trace[2045633105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:714; }","duration":"396.404986ms","start":"2026-03-18T10:06:52.432577Z","end":"2026-03-18T10:06:52.828982Z","steps":["trace[2045633105] 'agreement among raft nodes before linearized reading' (duration: 395.439107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:52.829098Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:06:52.432560Z","time spent":"396.52505ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:06:53.460882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.925138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:53.460949Z","caller":"traceutil/trace.go:172","msg":"trace[70565305] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:722; }","duration":"233.99906ms","start":"2026-03-18T10:06:53.226938Z","end":"2026-03-18T10:06:53.460937Z","steps":["trace[70565305] 'range keys from in-memory index tree' (duration: 232.900048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:53.461096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.680807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:53.461118Z","caller":"traceutil/trace.go:172","msg":"trace[2068724613] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:722; }","duration":"126.702867ms","start":"2026-03-18T10:06:53.334409Z","end":"2026-03-18T10:06:53.461112Z","steps":["trace[2068724613] 'range keys from in-memory index tree' (duration: 125.511981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:06:53.612359Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3265b58c6ac9ab91 switched to configuration voters=(2378786275819622786 3631508289235823505) learners=(18296885438550606222)"} {"level":"info","ts":"2026-03-18T10:06:53.612659Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"a96cbe7391f279b7","local-member-id":"3265b58c6ac9ab91","added-peer-id":"fdeb985d84d3818e","added-peer-peer-urls":["https://199.204.45.157:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-18T10:06:53.612706Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:53.612759Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:53.612808Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:53.612825Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e","remote-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-18T10:06:53.612896Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:53.612941Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:53.613021Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"3265b58c6ac9ab91","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:53.612957Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:53.612918Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"warn","ts":"2026-03-18T10:06:53.672408Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:33690","server-name":"","error":"EOF"} {"level":"error","ts":"2026-03-18T10:06:53.673276Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T10:06:54.188367Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T10:06:54.188456Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"fdeb985d84d3818e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-18T10:06:54.672933Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T10:06:55.173260Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T10:06:55.173395Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"fdeb985d84d3818e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-03-18T10:06:55.675468Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-03-18T10:06:56.171178Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T10:06:56.171274Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"fdeb985d84d3818e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-03-18T10:06:56.390042Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.157:2380/version","remote-member-id":"fdeb985d84d3818e","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T10:06:56.390120Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"fdeb985d84d3818e","error":"Get \"https://199.204.45.157:2380/version\": dial tcp 199.204.45.157:2380: connect: connection refused"} {"level":"error","ts":"2026-03-18T10:06:56.674107Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T10:06:56.674198Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"fdeb985d84d3818e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-03-18T10:06:56.809438Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:56.813693Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3265b58c6ac9ab91","to":"fdeb985d84d3818e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T10:06:56.813758Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:56.816093Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3265b58c6ac9ab91","to":"fdeb985d84d3818e","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T10:06:56.816130Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:56.825027Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:56.828460Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"3265b58c6ac9ab91","to":"fdeb985d84d3818e","bytes":1184298,"size":"1.2 MB"} {"level":"info","ts":"2026-03-18T10:06:56.828622Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":796,"remote-peer-id":"fdeb985d84d3818e","bytes":1184298,"size":"1.2 MB"} {"level":"info","ts":"2026-03-18T10:06:56.830280Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:56.834141Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1175552,"size":"1.2 MB"} {"level":"info","ts":"2026-03-18T10:06:56.868888Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":796,"remote-peer-id":"fdeb985d84d3818e","bytes":1184298,"size":"1.2 MB"} {"level":"warn","ts":"2026-03-18T10:06:56.884835Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:56.884885Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e","error":"EOF"} {"level":"info","ts":"2026-03-18T10:06:56.902290Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3265b58c6ac9ab91","to":"fdeb985d84d3818e","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-18T10:06:56.902373Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:56.902399Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:56.913801Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"3265b58c6ac9ab91","to":"fdeb985d84d3818e","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-18T10:06:56.913878Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:56.913894Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:56.923716Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:56.928652Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"3265b58c6ac9ab91","remote-peer-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:57.205719Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"3265b58c6ac9ab91 switched to configuration voters=(2378786275819622786 3631508289235823505 18296885438550606222)"} {"level":"info","ts":"2026-03-18T10:06:57.205935Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"a96cbe7391f279b7","local-member-id":"3265b58c6ac9ab91","promoted-member-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:57.205998Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"3265b58c6ac9ab91","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"fdeb985d84d3818e"} {"level":"info","ts":"2026-03-18T10:06:58.950630Z","caller":"traceutil/trace.go:172","msg":"trace[195765933] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:803; }","duration":"106.152072ms","start":"2026-03-18T10:06:58.844463Z","end":"2026-03-18T10:06:58.950615Z","steps":["trace[195765933] 'read index received' (duration: 106.144491ms)","trace[195765933] 'applied index is now lower than readState.Index' (duration: 4.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:06:58.950714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.241864ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:06:58.950730Z","caller":"traceutil/trace.go:172","msg":"trace[92420561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:733; }","duration":"106.269875ms","start":"2026-03-18T10:06:58.844455Z","end":"2026-03-18T10:06:58.950725Z","steps":["trace[92420561] 'agreement among raft nodes before linearized reading' (duration: 106.226754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:08.409312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.705958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:08.409413Z","caller":"traceutil/trace.go:172","msg":"trace[1261145103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:793; }","duration":"374.79858ms","start":"2026-03-18T10:07:08.034581Z","end":"2026-03-18T10:07:08.409380Z","steps":["trace[1261145103] 'range keys from in-memory index tree' (duration: 373.610287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:08.409418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"564.647081ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:08.409451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"547.716582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:08.409514Z","caller":"traceutil/trace.go:172","msg":"trace[765606114] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:793; }","duration":"547.787794ms","start":"2026-03-18T10:07:07.861713Z","end":"2026-03-18T10:07:08.409501Z","steps":["trace[765606114] 'range keys from in-memory index tree' (duration: 546.612242ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:08.409509Z","caller":"traceutil/trace.go:172","msg":"trace[694920676] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:793; }","duration":"564.753474ms","start":"2026-03-18T10:07:07.844733Z","end":"2026-03-18T10:07:08.409486Z","steps":["trace[694920676] 'range keys from in-memory index tree' (duration: 564.58462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:08.409536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"674.640386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:08.409452Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:08.034550Z","time spent":"374.892913ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:07:08.409565Z","caller":"traceutil/trace.go:172","msg":"trace[301535606] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:793; }","duration":"674.674347ms","start":"2026-03-18T10:07:07.734884Z","end":"2026-03-18T10:07:08.409558Z","steps":["trace[301535606] 'range keys from in-memory index tree' (duration: 673.429072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:08.409586Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:07.734840Z","time spent":"674.740239ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:08.409563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"836.122375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:08.409688Z","caller":"traceutil/trace.go:172","msg":"trace[906125965] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:793; }","duration":"836.28869ms","start":"2026-03-18T10:07:07.573378Z","end":"2026-03-18T10:07:08.409666Z","steps":["trace[906125965] 'range keys from in-memory index tree' (duration: 835.256861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:08.409746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:07.573343Z","time spent":"836.393513ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:08.409543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:07.861682Z","time spent":"547.854746ms","remote":"127.0.0.1:55532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:08.720223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"444.908511ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T10:07:08.720392Z","caller":"traceutil/trace.go:172","msg":"trace[535252574] linearizableReadLoop","detail":"{readStateIndex:871; appliedIndex:870; }","duration":"342.217091ms","start":"2026-03-18T10:07:08.378151Z","end":"2026-03-18T10:07:08.720368Z","steps":["trace[535252574] 'read index received' (duration: 1.240564ms)","trace[535252574] 'applied index is now lower than readState.Index' (duration: 340.974657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:08.720774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.617642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:07:08.720822Z","caller":"traceutil/trace.go:172","msg":"trace[1072508359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:793; }","duration":"342.681253ms","start":"2026-03-18T10:07:08.378128Z","end":"2026-03-18T10:07:08.720809Z","steps":["trace[1072508359] 'agreement among raft nodes before linearized reading' (duration: 342.432797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:08.720861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:08.378097Z","time spent":"342.754536ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:08.722211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.836804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:07:08.722255Z","caller":"traceutil/trace.go:172","msg":"trace[550486834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:793; }","duration":"262.876895ms","start":"2026-03-18T10:07:08.459365Z","end":"2026-03-18T10:07:08.722242Z","steps":["trace[550486834] 'agreement among raft nodes before linearized reading' (duration: 262.771612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:08.722239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.703073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:08.722272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.926959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:08.722370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.97401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:08.722369Z","caller":"traceutil/trace.go:172","msg":"trace[2087569524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:793; }","duration":"311.035942ms","start":"2026-03-18T10:07:08.411311Z","end":"2026-03-18T10:07:08.722347Z","steps":["trace[2087569524] 'agreement among raft nodes before linearized reading' (duration: 310.865247ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:08.722412Z","caller":"traceutil/trace.go:172","msg":"trace[2007499307] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:793; }","duration":"237.009871ms","start":"2026-03-18T10:07:08.485385Z","end":"2026-03-18T10:07:08.722395Z","steps":["trace[2007499307] 'agreement among raft nodes before linearized reading' (duration: 236.943669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:08.722421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:08.411280Z","time spent":"311.133015ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:08.722531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"312.761249ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:08.723076Z","caller":"traceutil/trace.go:172","msg":"trace[1232123914] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:793; }","duration":"313.502149ms","start":"2026-03-18T10:07:08.409554Z","end":"2026-03-18T10:07:08.723056Z","steps":["trace[1232123914] 'agreement among raft nodes before linearized reading' (duration: 312.549013ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:08.722590Z","caller":"traceutil/trace.go:172","msg":"trace[1312652087] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:793; }","duration":"274.074583ms","start":"2026-03-18T10:07:08.448502Z","end":"2026-03-18T10:07:08.722576Z","steps":["trace[1312652087] 'agreement among raft nodes before linearized reading' (duration: 273.656472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:09.431955Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"38.947057ms"} {"level":"warn","ts":"2026-03-18T10:07:09.432020Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.05079ms"} {"level":"warn","ts":"2026-03-18T10:07:09.761466Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"127.031544ms"} {"level":"warn","ts":"2026-03-18T10:07:09.761584Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"127.167588ms"} {"level":"info","ts":"2026-03-18T10:07:09.846622Z","caller":"traceutil/trace.go:172","msg":"trace[1508637114] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:874; }","duration":"239.699567ms","start":"2026-03-18T10:07:09.606888Z","end":"2026-03-18T10:07:09.846587Z","steps":["trace[1508637114] 'read index received' (duration: 239.686786ms)","trace[1508637114] 'applied index is now lower than readState.Index' (duration: 10.851µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:10.045621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.363491ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:10.045708Z","caller":"traceutil/trace.go:172","msg":"trace[652232775] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:796; }","duration":"201.465294ms","start":"2026-03-18T10:07:09.844227Z","end":"2026-03-18T10:07:10.045692Z","steps":["trace[652232775] 'range keys from in-memory index tree' (duration: 201.30312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:10.045631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"438.737344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:10.045765Z","caller":"traceutil/trace.go:172","msg":"trace[47077788] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:796; }","duration":"438.887728ms","start":"2026-03-18T10:07:09.606868Z","end":"2026-03-18T10:07:10.045755Z","steps":["trace[47077788] 'agreement among raft nodes before linearized reading' (duration: 239.923963ms)","trace[47077788] 'range keys from in-memory index tree' (duration: 198.78355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:10.045790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:09.606840Z","time spent":"438.9402ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:10.046477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.79448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:07:10.046776Z","caller":"traceutil/trace.go:172","msg":"trace[1329490064] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:874; }","duration":"200.043295ms","start":"2026-03-18T10:07:09.846715Z","end":"2026-03-18T10:07:10.046758Z","steps":["trace[1329490064] 'read index received' (duration: 1.81385ms)","trace[1329490064] 'applied index is now lower than readState.Index' (duration: 198.228755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:10.047208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.322163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:60 size:5070"} {"level":"info","ts":"2026-03-18T10:07:10.047239Z","caller":"traceutil/trace.go:172","msg":"trace[1385573048] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:60; response_revision:798; }","duration":"274.356654ms","start":"2026-03-18T10:07:09.772875Z","end":"2026-03-18T10:07:10.047231Z","steps":["trace[1385573048] 'agreement among raft nodes before linearized reading' (duration: 273.977023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:10.193098Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"144.537712ms"} {"level":"warn","ts":"2026-03-18T10:07:10.193180Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"144.629655ms"} {"level":"info","ts":"2026-03-18T10:07:10.194640Z","caller":"traceutil/trace.go:172","msg":"trace[1313245423] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:877; }","duration":"147.799229ms","start":"2026-03-18T10:07:10.046819Z","end":"2026-03-18T10:07:10.194618Z","steps":["trace[1313245423] 'read index received' (duration: 147.794379ms)","trace[1313245423] 'applied index is now lower than readState.Index' (duration: 4.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:10.194809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.221071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:07:10.194846Z","caller":"traceutil/trace.go:172","msg":"trace[495734602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:799; }","duration":"189.281542ms","start":"2026-03-18T10:07:10.005554Z","end":"2026-03-18T10:07:10.194836Z","steps":["trace[495734602] 'agreement among raft nodes before linearized reading' (duration: 189.131828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:10.194926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.117145ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:10.195069Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.376272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:10.195099Z","caller":"traceutil/trace.go:172","msg":"trace[120536970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:799; }","duration":"160.406253ms","start":"2026-03-18T10:07:10.034684Z","end":"2026-03-18T10:07:10.195091Z","steps":["trace[120536970] 'agreement among raft nodes before linearized reading' (duration: 160.357152ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:10.195090Z","caller":"traceutil/trace.go:172","msg":"trace[652575864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:799; }","duration":"149.31991ms","start":"2026-03-18T10:07:10.045744Z","end":"2026-03-18T10:07:10.195064Z","steps":["trace[652575864] 'agreement among raft nodes before linearized reading' (duration: 149.059583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:10.538509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.211425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:10.538601Z","caller":"traceutil/trace.go:172","msg":"trace[1663726441] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:799; }","duration":"322.312908ms","start":"2026-03-18T10:07:10.216265Z","end":"2026-03-18T10:07:10.538578Z","steps":["trace[1663726441] 'agreement among raft nodes before linearized reading' (duration: 86.121643ms)","trace[1663726441] 'range keys from in-memory index tree' (duration: 236.05389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:10.538647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:10.216253Z","time spent":"322.38245ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:10.542441Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.887242ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T10:07:10.542798Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-03-18T10:07:11.527543Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"85.856549ms"} {"level":"warn","ts":"2026-03-18T10:07:11.527611Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"85.943991ms"} {"level":"info","ts":"2026-03-18T10:07:11.601075Z","caller":"traceutil/trace.go:172","msg":"trace[1670340315] linearizableReadLoop","detail":"{readStateIndex:882; appliedIndex:883; }","duration":"280.107983ms","start":"2026-03-18T10:07:11.320939Z","end":"2026-03-18T10:07:11.601047Z","steps":["trace[1670340315] 'read index received' (duration: 280.100023ms)","trace[1670340315] 'applied index is now lower than readState.Index' (duration: 6.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:11.601205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.244036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:11.601258Z","caller":"traceutil/trace.go:172","msg":"trace[1253688634] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:803; }","duration":"280.309318ms","start":"2026-03-18T10:07:11.320934Z","end":"2026-03-18T10:07:11.601243Z","steps":["trace[1253688634] 'agreement among raft nodes before linearized reading' (duration: 280.201545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:15.982285Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.053744ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:07:18.216432Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:18.257197Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"198.587842ms"} {"level":"warn","ts":"2026-03-18T10:07:18.257345Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"198.737836ms"} {"level":"info","ts":"2026-03-18T10:07:18.257267Z","caller":"traceutil/trace.go:172","msg":"trace[1835804573] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:911; }","duration":"541.375756ms","start":"2026-03-18T10:07:17.715878Z","end":"2026-03-18T10:07:18.257254Z","steps":["trace[1835804573] 'read index received' (duration: 541.372345ms)","trace[1835804573] 'applied index is now lower than readState.Index' (duration: 2.901µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:18.259094Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189917398,"received-request-id":12362835077189917397} {"level":"warn","ts":"2026-03-18T10:07:18.521541Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.297751ms"} {"level":"warn","ts":"2026-03-18T10:07:18.521599Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"62.360282ms"} {"level":"warn","ts":"2026-03-18T10:07:19.698402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.982506239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:19.698528Z","caller":"traceutil/trace.go:172","msg":"trace[1528095328] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:827; }","duration":"1.982632183s","start":"2026-03-18T10:07:17.715873Z","end":"2026-03-18T10:07:19.698505Z","steps":["trace[1528095328] 'agreement among raft nodes before linearized reading' (duration: 541.431887ms)","trace[1528095328] 'range keys from in-memory index tree' (duration: 1.441035362s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:19.698572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:17.715853Z","time spent":"1.982707764s","remote":"127.0.0.1:55494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:19.699278Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"529.364654ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:19.699348Z","caller":"traceutil/trace.go:172","msg":"trace[859699920] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:827; }","duration":"529.445417ms","start":"2026-03-18T10:07:19.169886Z","end":"2026-03-18T10:07:19.699331Z","steps":["trace[859699920] 'range keys from in-memory index tree' (duration: 529.301543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:19.700188Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.442890811s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:07:19.700540Z","caller":"traceutil/trace.go:172","msg":"trace[418489131] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:911; }","duration":"1.44286293s","start":"2026-03-18T10:07:18.257499Z","end":"2026-03-18T10:07:19.700362Z","steps":["trace[418489131] 'read index received' (duration: 1.648893ms)","trace[418489131] 'applied index is now lower than readState.Index' (duration: 1.441212377s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:19.700646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.856325916s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:19.700710Z","caller":"traceutil/trace.go:172","msg":"trace[1452335350] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:830; }","duration":"1.856401428s","start":"2026-03-18T10:07:17.844294Z","end":"2026-03-18T10:07:19.700695Z","steps":["trace[1452335350] 'agreement among raft nodes before linearized reading' (duration: 1.856286405s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:19.701691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.047824906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:19.701718Z","caller":"traceutil/trace.go:172","msg":"trace[55232475] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:830; }","duration":"1.047853587s","start":"2026-03-18T10:07:18.653858Z","end":"2026-03-18T10:07:19.701711Z","steps":["trace[55232475] 'agreement among raft nodes before linearized reading' (duration: 1.047801046s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:19.701738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:18.653837Z","time spent":"1.047895119s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:19.701736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"830.674481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:07:19.701762Z","caller":"traceutil/trace.go:172","msg":"trace[551405930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:830; }","duration":"830.701121ms","start":"2026-03-18T10:07:18.871054Z","end":"2026-03-18T10:07:19.701755Z","steps":["trace[551405930] 'agreement among raft nodes before linearized reading' (duration: 830.606569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:19.701791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:18.871034Z","time spent":"830.751613ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:19.701767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.311018961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:19.701735Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.298440168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:19.701876Z","caller":"traceutil/trace.go:172","msg":"trace[2133828291] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:830; }","duration":"1.311119373s","start":"2026-03-18T10:07:18.390744Z","end":"2026-03-18T10:07:19.701863Z","steps":["trace[2133828291] 'agreement among raft nodes before linearized reading' (duration: 1.3110089s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:19.701882Z","caller":"traceutil/trace.go:172","msg":"trace[1938016086] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:830; }","duration":"1.298589422s","start":"2026-03-18T10:07:18.403286Z","end":"2026-03-18T10:07:19.701875Z","steps":["trace[1938016086] 'agreement among raft nodes before linearized reading' (duration: 1.298422897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:19.701792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.345232606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T10:07:19.701907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:18.403263Z","time spent":"1.298638903s","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:19.701912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:18.390725Z","time spent":"1.311175795s","remote":"127.0.0.1:55988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:19.701917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"456.093033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:07:19.701946Z","caller":"traceutil/trace.go:172","msg":"trace[839137230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:830; }","duration":"456.120973ms","start":"2026-03-18T10:07:19.245818Z","end":"2026-03-18T10:07:19.701939Z","steps":["trace[839137230] 'agreement among raft nodes before linearized reading' (duration: 456.080762ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:19.701941Z","caller":"traceutil/trace.go:172","msg":"trace[929478150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:830; }","duration":"1.3453706s","start":"2026-03-18T10:07:18.356554Z","end":"2026-03-18T10:07:19.701924Z","steps":["trace[929478150] 'agreement among raft nodes before linearized reading' (duration: 1.345221086s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:19.701950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"667.144016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:19.701998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.972672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:07:19.701995Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:18.356538Z","time spent":"1.345441741s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:19.701968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:19.245793Z","time spent":"456.169245ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:07:19.702018Z","caller":"traceutil/trace.go:172","msg":"trace[1859237985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:830; }","duration":"221.991602ms","start":"2026-03-18T10:07:19.480020Z","end":"2026-03-18T10:07:19.702012Z","steps":["trace[1859237985] 'agreement among raft nodes before linearized reading' (duration: 221.957761ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:19.701993Z","caller":"traceutil/trace.go:172","msg":"trace[1573232964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:830; }","duration":"667.188987ms","start":"2026-03-18T10:07:19.034793Z","end":"2026-03-18T10:07:19.701982Z","steps":["trace[1573232964] 'agreement among raft nodes before linearized reading' (duration: 667.111205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:19.702067Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:19.034783Z","time spent":"667.278979ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:19.701894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"789.203123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:19.702187Z","caller":"traceutil/trace.go:172","msg":"trace[1282715824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:830; }","duration":"789.637984ms","start":"2026-03-18T10:07:18.912527Z","end":"2026-03-18T10:07:19.702165Z","steps":["trace[1282715824] 'agreement among raft nodes before linearized reading' (duration: 789.127461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:19.702535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:18.912505Z","time spent":"790.017805ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:20.188627Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"195.429065ms"} {"level":"warn","ts":"2026-03-18T10:07:20.188704Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"195.512767ms"} {"level":"info","ts":"2026-03-18T10:07:20.190056Z","caller":"traceutil/trace.go:172","msg":"trace[290328001] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:914; }","duration":"252.703223ms","start":"2026-03-18T10:07:19.937328Z","end":"2026-03-18T10:07:20.190031Z","steps":["trace[290328001] 'read index received' (duration: 252.693743ms)","trace[290328001] 'applied index is now lower than readState.Index' (duration: 8.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:20.518993Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"125.215169ms"} {"level":"warn","ts":"2026-03-18T10:07:20.519068Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"125.298681ms"} {"level":"warn","ts":"2026-03-18T10:07:20.762032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"916.905654ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:20.762102Z","caller":"traceutil/trace.go:172","msg":"trace[2093978292] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:830; }","duration":"917.008667ms","start":"2026-03-18T10:07:19.845079Z","end":"2026-03-18T10:07:20.762088Z","steps":["trace[2093978292] 'range keys from in-memory index tree' (duration: 916.848953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:20.762435Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"825.031862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:20.762587Z","caller":"traceutil/trace.go:172","msg":"trace[839483505] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:830; }","duration":"825.251438ms","start":"2026-03-18T10:07:19.937310Z","end":"2026-03-18T10:07:20.762561Z","steps":["trace[839483505] 'agreement among raft nodes before linearized reading' (duration: 252.854858ms)","trace[839483505] 'range keys from in-memory index tree' (duration: 572.090553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:20.762647Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:19.937285Z","time spent":"825.35061ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:20.762734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"573.923891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:07:20.762967Z","caller":"traceutil/trace.go:172","msg":"trace[169770129] linearizableReadLoop","detail":"{readStateIndex:915; appliedIndex:914; }","duration":"572.828842ms","start":"2026-03-18T10:07:20.190128Z","end":"2026-03-18T10:07:20.762957Z","steps":["trace[169770129] 'read index received' (duration: 1.484659ms)","trace[169770129] 'applied index is now lower than readState.Index' (duration: 571.342893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:21.045590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.716151ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:07:21.045646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.012082814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:21.045707Z","caller":"traceutil/trace.go:172","msg":"trace[1022395026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:831; }","duration":"1.012141886s","start":"2026-03-18T10:07:20.033543Z","end":"2026-03-18T10:07:21.045685Z","steps":["trace[1022395026] 'agreement among raft nodes before linearized reading' (duration: 729.479176ms)","trace[1022395026] 'range keys from in-memory index tree' (duration: 282.576557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:21.045754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:20.033523Z","time spent":"1.012219677s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:21.190731Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"370.001923ms"} {"level":"warn","ts":"2026-03-18T10:07:21.190827Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"370.075684ms"} {"level":"info","ts":"2026-03-18T10:07:21.237983Z","caller":"traceutil/trace.go:172","msg":"trace[1337652665] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:918; }","duration":"474.971521ms","start":"2026-03-18T10:07:20.762991Z","end":"2026-03-18T10:07:21.237962Z","steps":["trace[1337652665] 'read index received' (duration: 474.964861ms)","trace[1337652665] 'applied index is now lower than readState.Index' (duration: 5.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:21.238211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.026323609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:21.238255Z","caller":"traceutil/trace.go:172","msg":"trace[1760334732] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:834; }","duration":"1.026375191s","start":"2026-03-18T10:07:20.211868Z","end":"2026-03-18T10:07:21.238244Z","steps":["trace[1760334732] 'agreement among raft nodes before linearized reading' (duration: 1.026303929s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:21.238277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:20.211849Z","time spent":"1.026421772s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:21.238298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"706.170074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:21.238283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"533.840788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:21.238345Z","caller":"traceutil/trace.go:172","msg":"trace[722292921] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:834; }","duration":"706.220165ms","start":"2026-03-18T10:07:20.532115Z","end":"2026-03-18T10:07:21.238335Z","steps":["trace[722292921] 'agreement among raft nodes before linearized reading' (duration: 706.149953ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:21.238368Z","caller":"traceutil/trace.go:172","msg":"trace[392868229] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:834; }","duration":"533.94993ms","start":"2026-03-18T10:07:20.704400Z","end":"2026-03-18T10:07:21.238350Z","steps":["trace[392868229] 'agreement among raft nodes before linearized reading' (duration: 533.753635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:21.238417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:20.704366Z","time spent":"534.042403ms","remote":"127.0.0.1:55862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:21.238374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:20.532100Z","time spent":"706.266856ms","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:21.238508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"533.92785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:21.238527Z","caller":"traceutil/trace.go:172","msg":"trace[1386800622] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:834; }","duration":"533.948341ms","start":"2026-03-18T10:07:20.704574Z","end":"2026-03-18T10:07:21.238522Z","steps":["trace[1386800622] 'agreement among raft nodes before linearized reading' (duration: 533.9161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:21.238542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:20.704547Z","time spent":"533.991071ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:21.239077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"476.286656ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:21.239118Z","caller":"traceutil/trace.go:172","msg":"trace[159920284] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:834; }","duration":"476.975024ms","start":"2026-03-18T10:07:20.762131Z","end":"2026-03-18T10:07:21.239106Z","steps":["trace[159920284] 'agreement among raft nodes before linearized reading' (duration: 476.277796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:21.239891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"192.570499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:21.239970Z","caller":"traceutil/trace.go:172","msg":"trace[841466538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"192.648601ms","start":"2026-03-18T10:07:21.047309Z","end":"2026-03-18T10:07:21.239958Z","steps":["trace[841466538] 'agreement among raft nodes before linearized reading' (duration: 192.543129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:21.370931Z","caller":"traceutil/trace.go:172","msg":"trace[2080452545] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:919; }","duration":"129.528909ms","start":"2026-03-18T10:07:21.241375Z","end":"2026-03-18T10:07:21.370903Z","steps":["trace[2080452545] 'read index received' (duration: 129.522419ms)","trace[2080452545] 'applied index is now lower than readState.Index' (duration: 5.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:21.619614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.222936ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:21.619672Z","caller":"traceutil/trace.go:172","msg":"trace[648410935] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:834; }","duration":"378.314238ms","start":"2026-03-18T10:07:21.241344Z","end":"2026-03-18T10:07:21.619658Z","steps":["trace[648410935] 'agreement among raft nodes before linearized reading' (duration: 130.032962ms)","trace[648410935] 'range keys from in-memory index tree' (duration: 248.171254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:21.620017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.728457ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-18T10:07:21.620125Z","caller":"traceutil/trace.go:172","msg":"trace[2032204026] linearizableReadLoop","detail":"{readStateIndex:920; appliedIndex:919; }","duration":"248.681626ms","start":"2026-03-18T10:07:21.371437Z","end":"2026-03-18T10:07:21.620119Z","steps":["trace[2032204026] 'read index received' (duration: 1.006296ms)","trace[2032204026] 'applied index is now lower than readState.Index' (duration: 247.67478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:21.620153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.635954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:21.620162Z","caller":"traceutil/trace.go:172","msg":"trace[496965577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:835; }","duration":"371.645964ms","start":"2026-03-18T10:07:21.248513Z","end":"2026-03-18T10:07:21.620159Z","steps":["trace[496965577] 'agreement among raft nodes before linearized reading' (duration: 371.623684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:21.620177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:21.248497Z","time spent":"371.676565ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:22.569153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.724323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:07:22.569272Z","caller":"traceutil/trace.go:172","msg":"trace[1490820125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:836; }","duration":"126.844876ms","start":"2026-03-18T10:07:22.442401Z","end":"2026-03-18T10:07:22.569246Z","steps":["trace[1490820125] 'agreement among raft nodes before linearized reading' (duration: 15.273488ms)","trace[1490820125] 'range keys from in-memory index tree' (duration: 111.325002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:23.260563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.6162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:23.260676Z","caller":"traceutil/trace.go:172","msg":"trace[1380376596] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:838; }","duration":"341.753364ms","start":"2026-03-18T10:07:22.918902Z","end":"2026-03-18T10:07:23.260655Z","steps":["trace[1380376596] 'range keys from in-memory index tree' (duration: 340.749438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.260716Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:22.918893Z","time spent":"341.815295ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:23.260702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.199391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:23.260793Z","caller":"traceutil/trace.go:172","msg":"trace[1332345767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:838; }","duration":"227.316974ms","start":"2026-03-18T10:07:23.033454Z","end":"2026-03-18T10:07:23.260771Z","steps":["trace[1332345767] 'range keys from in-memory index tree' (duration: 226.0051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.261101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.087978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:07:23.261066Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"351.650062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:07:23.261196Z","caller":"traceutil/trace.go:172","msg":"trace[255733326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:838; }","duration":"300.19823ms","start":"2026-03-18T10:07:22.960977Z","end":"2026-03-18T10:07:23.261175Z","steps":["trace[255733326] 'range keys from in-memory index tree' (duration: 298.926167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:23.261212Z","caller":"traceutil/trace.go:172","msg":"trace[503394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:838; }","duration":"351.891579ms","start":"2026-03-18T10:07:22.909296Z","end":"2026-03-18T10:07:23.261188Z","steps":["trace[503394] 'range keys from in-memory index tree' (duration: 350.592384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.261250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:22.960955Z","time spent":"300.281753ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:23.261268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:22.909276Z","time spent":"351.97883ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:23.313098Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"79.520631ms"} {"level":"warn","ts":"2026-03-18T10:07:23.313136Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"79.579392ms"} {"level":"info","ts":"2026-03-18T10:07:23.573993Z","caller":"traceutil/trace.go:172","msg":"trace[186199004] linearizableReadLoop","detail":"{readStateIndex:927; appliedIndex:927; }","duration":"203.559577ms","start":"2026-03-18T10:07:23.370406Z","end":"2026-03-18T10:07:23.573966Z","steps":["trace[186199004] 'read index received' (duration: 203.553186ms)","trace[186199004] 'applied index is now lower than readState.Index' (duration: 5.291µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:23.634529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.638584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:07:23.635451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"265.023054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:61 size:5165"} {"level":"info","ts":"2026-03-18T10:07:23.635532Z","caller":"traceutil/trace.go:172","msg":"trace[82211239] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:61; response_revision:841; }","duration":"265.116836ms","start":"2026-03-18T10:07:23.370397Z","end":"2026-03-18T10:07:23.635514Z","steps":["trace[82211239] 'agreement among raft nodes before linearized reading' (duration: 203.66183ms)","trace[82211239] 'range keys from in-memory index tree' (duration: 60.194384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:23.796637Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.737065ms"} {"level":"warn","ts":"2026-03-18T10:07:23.796709Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"22.821667ms"} {"level":"info","ts":"2026-03-18T10:07:23.826588Z","caller":"traceutil/trace.go:172","msg":"trace[1690035194] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"354.862306ms","start":"2026-03-18T10:07:23.471713Z","end":"2026-03-18T10:07:23.826575Z","steps":["trace[1690035194] 'process raft request' (duration: 324.9707ms)","trace[1690035194] 'compare' (duration: 29.824144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:23.826674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:23.471667Z","time spent":"354.955948ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:07:23.948336Z","caller":"traceutil/trace.go:172","msg":"trace[1948130523] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:930; }","duration":"104.157825ms","start":"2026-03-18T10:07:23.844142Z","end":"2026-03-18T10:07:23.948300Z","steps":["trace[1948130523] 'read index received' (duration: 104.152215ms)","trace[1948130523] 'applied index is now lower than readState.Index' (duration: 4.57µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:24.025518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.350467ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:24.025679Z","caller":"traceutil/trace.go:172","msg":"trace[889711427] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:844; }","duration":"181.442549ms","start":"2026-03-18T10:07:23.844135Z","end":"2026-03-18T10:07:24.025578Z","steps":["trace[889711427] 'agreement among raft nodes before linearized reading' (duration: 104.265188ms)","trace[889711427] 'range keys from in-memory index tree' (duration: 77.064828ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:24.026201Z","caller":"traceutil/trace.go:172","msg":"trace[1909181338] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"412.715126ms","start":"2026-03-18T10:07:23.613469Z","end":"2026-03-18T10:07:24.026184Z","steps":["trace[1909181338] 'process raft request' (duration: 412.576232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:24.026319Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:23.613441Z","time spent":"412.809939ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:07:24.538221Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"145.666886ms"} {"level":"warn","ts":"2026-03-18T10:07:24.538326Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"145.78982ms"} {"level":"warn","ts":"2026-03-18T10:07:24.612295Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.520856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:07:24.929194Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"36.516361ms"} {"level":"warn","ts":"2026-03-18T10:07:24.929269Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"36.599484ms"} {"level":"info","ts":"2026-03-18T10:07:24.945381Z","caller":"traceutil/trace.go:172","msg":"trace[1629784822] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:936; }","duration":"120.730874ms","start":"2026-03-18T10:07:24.824637Z","end":"2026-03-18T10:07:24.945368Z","steps":["trace[1629784822] 'read index received' (duration: 120.727944ms)","trace[1629784822] 'applied index is now lower than readState.Index' (duration: 2.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:24.945658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.007761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T10:07:24.945767Z","caller":"traceutil/trace.go:172","msg":"trace[921544802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:849; }","duration":"121.129424ms","start":"2026-03-18T10:07:24.824624Z","end":"2026-03-18T10:07:24.945754Z","steps":["trace[921544802] 'agreement among raft nodes before linearized reading' (duration: 120.855537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:25.328077Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"125.37245ms"} {"level":"warn","ts":"2026-03-18T10:07:25.328143Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"125.448342ms"} {"level":"info","ts":"2026-03-18T10:07:25.349082Z","caller":"traceutil/trace.go:172","msg":"trace[1831343587] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:936; }","duration":"315.343941ms","start":"2026-03-18T10:07:25.033716Z","end":"2026-03-18T10:07:25.349060Z","steps":["trace[1831343587] 'read index received' (duration: 315.336881ms)","trace[1831343587] 'applied index is now lower than readState.Index' (duration: 5.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:25.641339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"607.606528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:25.641422Z","caller":"traceutil/trace.go:172","msg":"trace[890703271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:849; }","duration":"607.69104ms","start":"2026-03-18T10:07:25.033710Z","end":"2026-03-18T10:07:25.641401Z","steps":["trace[890703271] 'agreement among raft nodes before linearized reading' (duration: 315.414403ms)","trace[890703271] 'range keys from in-memory index tree' (duration: 292.00238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:25.641461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:25.033688Z","time spent":"607.764543ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:25.641741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.3166ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-18T10:07:25.641846Z","caller":"traceutil/trace.go:172","msg":"trace[767683400] linearizableReadLoop","detail":"{readStateIndex:937; appliedIndex:936; }","duration":"185.500124ms","start":"2026-03-18T10:07:25.456332Z","end":"2026-03-18T10:07:25.641832Z","steps":["trace[767683400] 'read index received' (duration: 1.208121ms)","trace[767683400] 'applied index is now lower than readState.Index' (duration: 184.290792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:25.642020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.682328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:07:25.642055Z","caller":"traceutil/trace.go:172","msg":"trace[724506712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:849; }","duration":"185.718899ms","start":"2026-03-18T10:07:25.456326Z","end":"2026-03-18T10:07:25.642045Z","steps":["trace[724506712] 'agreement among raft nodes before linearized reading' (duration: 185.550945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:25.641852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:25.004724Z","time spent":"637.11897ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:07:25.754221Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"84.832296ms"} {"level":"warn","ts":"2026-03-18T10:07:25.754269Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"84.883026ms"} {"level":"warn","ts":"2026-03-18T10:07:25.867604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.072266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:07:25.868127Z","caller":"traceutil/trace.go:172","msg":"trace[1133519985] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"216.899554ms","start":"2026-03-18T10:07:25.651210Z","end":"2026-03-18T10:07:25.868109Z","steps":["trace[1133519985] 'process raft request' (duration: 216.705499ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:25.868402Z","caller":"traceutil/trace.go:172","msg":"trace[1295662147] linearizableReadLoop","detail":"{readStateIndex:938; appliedIndex:937; }","duration":"170.049385ms","start":"2026-03-18T10:07:25.698269Z","end":"2026-03-18T10:07:25.868318Z","steps":["trace[1295662147] 'read index received' (duration: 118.340192ms)","trace[1295662147] 'applied index is now lower than readState.Index' (duration: 51.707113ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:26.042641Z","caller":"traceutil/trace.go:172","msg":"trace[951792983] linearizableReadLoop","detail":"{readStateIndex:939; appliedIndex:940; }","duration":"173.403169ms","start":"2026-03-18T10:07:25.869219Z","end":"2026-03-18T10:07:26.042622Z","steps":["trace[951792983] 'read index received' (duration: 173.397409ms)","trace[951792983] 'applied index is now lower than readState.Index' (duration: 4.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:26.485171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"624.513402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:07:26.485263Z","caller":"traceutil/trace.go:172","msg":"trace[1915145488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:852; }","duration":"624.611604ms","start":"2026-03-18T10:07:25.860629Z","end":"2026-03-18T10:07:26.485241Z","steps":["trace[1915145488] 'agreement among raft nodes before linearized reading' (duration: 182.051251ms)","trace[1915145488] 'range keys from in-memory index tree' (duration: 442.429619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:26.485326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:25.860607Z","time spent":"624.690347ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:26.485949Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"641.225593ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:26.486052Z","caller":"traceutil/trace.go:172","msg":"trace[692412185] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:852; }","duration":"641.356486ms","start":"2026-03-18T10:07:25.844669Z","end":"2026-03-18T10:07:26.486026Z","steps":["trace[692412185] 'agreement among raft nodes before linearized reading' (duration: 198.048254ms)","trace[692412185] 'range keys from in-memory index tree' (duration: 443.155938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:26.702415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"659.727925ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:07:26.702438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.251728ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:26.702503Z","caller":"traceutil/trace.go:172","msg":"trace[725807863] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:852; }","duration":"216.32165ms","start":"2026-03-18T10:07:26.486165Z","end":"2026-03-18T10:07:26.702487Z","steps":["trace[725807863] 'range keys from in-memory index tree' (duration: 216.234488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:26.702526Z","caller":"traceutil/trace.go:172","msg":"trace[1690198376] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:940; }","duration":"659.817317ms","start":"2026-03-18T10:07:26.042696Z","end":"2026-03-18T10:07:26.702514Z","steps":["trace[1690198376] 'read index received' (duration: 798.12µs)","trace[1690198376] 'applied index is now lower than readState.Index' (duration: 659.018317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:26.702650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"669.66307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:26.702674Z","caller":"traceutil/trace.go:172","msg":"trace[269314328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:852; }","duration":"669.721991ms","start":"2026-03-18T10:07:26.032943Z","end":"2026-03-18T10:07:26.702665Z","steps":["trace[269314328] 'agreement among raft nodes before linearized reading' (duration: 669.642289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:26.702702Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:26.032919Z","time spent":"669.776312ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:26.755353Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"43.496588ms"} {"level":"warn","ts":"2026-03-18T10:07:26.755447Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"43.604871ms"} {"level":"info","ts":"2026-03-18T10:07:26.869410Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"3265b58c6ac9ab91","to":"fdeb985d84d3818e","bytes":1184298,"size":"1.2 MB","took":"30.040925096s"} {"level":"warn","ts":"2026-03-18T10:07:26.882379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.841372ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:07:26.882621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.011062705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-18T10:07:26.882685Z","caller":"traceutil/trace.go:172","msg":"trace[1373762] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:852; }","duration":"1.011154277s","start":"2026-03-18T10:07:25.871517Z","end":"2026-03-18T10:07:26.882671Z","steps":["trace[1373762] 'agreement among raft nodes before linearized reading' (duration: 831.154322ms)","trace[1373762] 'range keys from in-memory index tree' (duration: 179.745699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:26.882714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:25.871495Z","time spent":"1.011213499s","remote":"127.0.0.1:55600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-18T10:07:26.882712Z","caller":"traceutil/trace.go:172","msg":"trace[1440769233] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:941; }","duration":"180.13913ms","start":"2026-03-18T10:07:26.702547Z","end":"2026-03-18T10:07:26.882686Z","steps":["trace[1440769233] 'read index received' (duration: 54.156072ms)","trace[1440769233] 'applied index is now lower than readState.Index' (duration: 125.981328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:27.312674Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"220.17048ms"} {"level":"warn","ts":"2026-03-18T10:07:27.312763Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"220.267663ms"} {"level":"info","ts":"2026-03-18T10:07:27.320810Z","caller":"traceutil/trace.go:172","msg":"trace[747063579] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:943; }","duration":"340.348428ms","start":"2026-03-18T10:07:26.980438Z","end":"2026-03-18T10:07:27.320786Z","steps":["trace[747063579] 'read index received' (duration: 340.340328ms)","trace[747063579] 'applied index is now lower than readState.Index' (duration: 7.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:27.428313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"447.848871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:27.428377Z","caller":"traceutil/trace.go:172","msg":"trace[1974739870] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:853; }","duration":"447.933113ms","start":"2026-03-18T10:07:26.980429Z","end":"2026-03-18T10:07:27.428362Z","steps":["trace[1974739870] 'agreement among raft nodes before linearized reading' (duration: 340.516142ms)","trace[1974739870] 'range keys from in-memory index tree' (duration: 107.300507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:27.428351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"543.202971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"warn","ts":"2026-03-18T10:07:27.428447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"724.417548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:27.428471Z","caller":"traceutil/trace.go:172","msg":"trace[1295013121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:853; }","duration":"724.435938ms","start":"2026-03-18T10:07:26.704026Z","end":"2026-03-18T10:07:27.428462Z","steps":["trace[1295013121] 'agreement among raft nodes before linearized reading' (duration: 180.16805ms)","trace[1295013121] 'range keys from in-memory index tree' (duration: 544.233828ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:27.428459Z","caller":"traceutil/trace.go:172","msg":"trace[1235331798] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:853; }","duration":"543.331425ms","start":"2026-03-18T10:07:26.885104Z","end":"2026-03-18T10:07:27.428436Z","steps":["trace[1235331798] 'range keys from in-memory index tree' (duration: 542.082283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:27.428491Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:26.704009Z","time spent":"724.47763ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:27.428483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"545.822938ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:27.428511Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:26.885079Z","time spent":"543.423077ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":412,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-18T10:07:27.428409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:26.980395Z","time spent":"448.006135ms","remote":"127.0.0.1:56226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-03-18T10:07:27.428537Z","caller":"traceutil/trace.go:172","msg":"trace[659428668] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:853; }","duration":"545.88461ms","start":"2026-03-18T10:07:26.882641Z","end":"2026-03-18T10:07:27.428525Z","steps":["trace[659428668] 'range keys from in-memory index tree' (duration: 544.242478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:27.428512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"803.621434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:07:27.428590Z","caller":"traceutil/trace.go:172","msg":"trace[1889342821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:853; }","duration":"803.710256ms","start":"2026-03-18T10:07:26.624861Z","end":"2026-03-18T10:07:27.428571Z","steps":["trace[1889342821] 'agreement among raft nodes before linearized reading' (duration: 258.00348ms)","trace[1889342821] 'range keys from in-memory index tree' (duration: 545.5039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:27.428621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:26.624839Z","time spent":"803.775678ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:27.428747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.946009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:07:27.428812Z","caller":"traceutil/trace.go:172","msg":"trace[1438312815] linearizableReadLoop","detail":"{readStateIndex:944; appliedIndex:943; }","duration":"107.912083ms","start":"2026-03-18T10:07:27.320894Z","end":"2026-03-18T10:07:27.428806Z","steps":["trace[1438312815] 'read index received' (duration: 874.732µs)","trace[1438312815] 'applied index is now lower than readState.Index' (duration: 107.036521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:27.429834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"434.23135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:07:27.429860Z","caller":"traceutil/trace.go:172","msg":"trace[1694910975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:854; }","duration":"434.260261ms","start":"2026-03-18T10:07:26.995594Z","end":"2026-03-18T10:07:27.429854Z","steps":["trace[1694910975] 'agreement among raft nodes before linearized reading' (duration: 433.229625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:27.429880Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:26.995565Z","time spent":"434.310393ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:28.059635Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"86.618156ms"} {"level":"warn","ts":"2026-03-18T10:07:28.059766Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"86.749928ms"} {"level":"warn","ts":"2026-03-18T10:07:28.095104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.347194ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:28.095230Z","caller":"traceutil/trace.go:172","msg":"trace[228038115] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:854; }","duration":"250.542689ms","start":"2026-03-18T10:07:27.844660Z","end":"2026-03-18T10:07:28.095203Z","steps":["trace[228038115] 'range keys from in-memory index tree' (duration: 250.307523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:28.586063Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"325.755158ms"} {"level":"warn","ts":"2026-03-18T10:07:28.586122Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"325.82169ms"} {"level":"info","ts":"2026-03-18T10:07:28.587421Z","caller":"traceutil/trace.go:172","msg":"trace[789316451] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:946; }","duration":"491.993447ms","start":"2026-03-18T10:07:28.095408Z","end":"2026-03-18T10:07:28.587402Z","steps":["trace[789316451] 'read index received' (duration: 491.988607ms)","trace[789316451] 'applied index is now lower than readState.Index' (duration: 3.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:28.587521Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"492.212752ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:28.587569Z","caller":"traceutil/trace.go:172","msg":"trace[1184416812] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:856; }","duration":"492.275954ms","start":"2026-03-18T10:07:28.095282Z","end":"2026-03-18T10:07:28.587558Z","steps":["trace[1184416812] 'agreement among raft nodes before linearized reading' (duration: 492.195212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:29.143781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.152971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:29.143891Z","caller":"traceutil/trace.go:172","msg":"trace[947353992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:857; }","duration":"108.278664ms","start":"2026-03-18T10:07:29.035590Z","end":"2026-03-18T10:07:29.143869Z","steps":["trace[947353992] 'range keys from in-memory index tree' (duration: 107.157995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:29.144311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.385704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:29.144391Z","caller":"traceutil/trace.go:172","msg":"trace[863151260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:857; }","duration":"231.456425ms","start":"2026-03-18T10:07:28.912912Z","end":"2026-03-18T10:07:29.144369Z","steps":["trace[863151260] 'range keys from in-memory index tree' (duration: 230.49311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:29.143995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.100947ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:29.145247Z","caller":"traceutil/trace.go:172","msg":"trace[695480499] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:857; }","duration":"301.42382ms","start":"2026-03-18T10:07:28.843806Z","end":"2026-03-18T10:07:29.145229Z","steps":["trace[695480499] 'range keys from in-memory index tree' (duration: 300.077316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:29.850319Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:29.889955Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"397.419417ms"} {"level":"warn","ts":"2026-03-18T10:07:29.890143Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"397.619682ms"} {"level":"info","ts":"2026-03-18T10:07:29.891771Z","caller":"traceutil/trace.go:172","msg":"trace[2012804162] linearizableReadLoop","detail":"{readStateIndex:947; appliedIndex:948; }","duration":"542.408337ms","start":"2026-03-18T10:07:29.349341Z","end":"2026-03-18T10:07:29.891750Z","steps":["trace[2012804162] 'read index received' (duration: 542.403477ms)","trace[2012804162] 'applied index is now lower than readState.Index' (duration: 4.09µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:29.892151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"542.781557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:07:29.892210Z","caller":"traceutil/trace.go:172","msg":"trace[185142813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:858; }","duration":"542.863419ms","start":"2026-03-18T10:07:29.349337Z","end":"2026-03-18T10:07:29.892201Z","steps":["trace[185142813] 'agreement among raft nodes before linearized reading' (duration: 542.539721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:29.892241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:29.349322Z","time spent":"542.911981ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:30.913080Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:31.085086Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"817.597139ms"} {"level":"warn","ts":"2026-03-18T10:07:31.085153Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"817.671901ms"} {"level":"warn","ts":"2026-03-18T10:07:31.432102Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:31.432230Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"147.040978ms"} {"level":"warn","ts":"2026-03-18T10:07:31.432316Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"147.144661ms"} {"level":"warn","ts":"2026-03-18T10:07:31.490765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"638.196768ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:31.490812Z","caller":"traceutil/trace.go:172","msg":"trace[1593053783] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:858; }","duration":"638.241999ms","start":"2026-03-18T10:07:30.852558Z","end":"2026-03-18T10:07:31.490800Z","steps":["trace[1593053783] 'range keys from in-memory index tree' (duration: 638.158326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:31.490768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.455568557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:31.490879Z","caller":"traceutil/trace.go:172","msg":"trace[979268411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:858; }","duration":"1.45566923s","start":"2026-03-18T10:07:30.035177Z","end":"2026-03-18T10:07:31.490847Z","steps":["trace[979268411] 'range keys from in-memory index tree' (duration: 1.454645374s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:31.490901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:30.035152Z","time spent":"1.455742262s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:31.490912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.221542594s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:07:31.491124Z","caller":"traceutil/trace.go:172","msg":"trace[989041880] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:948; }","duration":"1.078485829s","start":"2026-03-18T10:07:30.412629Z","end":"2026-03-18T10:07:31.491114Z","steps":["trace[989041880] 'read index received' (duration: 1.01958057s)","trace[989041880] 'applied index is now lower than readState.Index' (duration: 58.904009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:31.491166Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189917454,"received-request-id":12362835077189917452} {"level":"warn","ts":"2026-03-18T10:07:31.717633Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"72.176937ms"} {"level":"warn","ts":"2026-03-18T10:07:31.717701Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"72.253249ms"} {"level":"warn","ts":"2026-03-18T10:07:31.868807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.739065ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:07:31.868995Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.456344916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T10:07:31.869058Z","caller":"traceutil/trace.go:172","msg":"trace[323200834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:859; }","duration":"1.456420108s","start":"2026-03-18T10:07:30.412624Z","end":"2026-03-18T10:07:31.869044Z","steps":["trace[323200834] 'agreement among raft nodes before linearized reading' (duration: 1.07853999s)","trace[323200834] 'range keys from in-memory index tree' (duration: 377.721564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:31.869086Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:30.412608Z","time spent":"1.456470189s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:07:31.869512Z","caller":"traceutil/trace.go:172","msg":"trace[1127986020] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:949; }","duration":"378.340879ms","start":"2026-03-18T10:07:31.491154Z","end":"2026-03-18T10:07:31.869495Z","steps":["trace[1127986020] 'read index received' (duration: 282.308253ms)","trace[1127986020] 'applied index is now lower than readState.Index' (duration: 96.031536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:31.869629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.77199ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:31.869673Z","caller":"traceutil/trace.go:172","msg":"trace[1363858183] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:861; }","duration":"378.821012ms","start":"2026-03-18T10:07:31.490839Z","end":"2026-03-18T10:07:31.869660Z","steps":["trace[1363858183] 'agreement among raft nodes before linearized reading' (duration: 378.75315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:31.869676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"555.816365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:07:31.869744Z","caller":"traceutil/trace.go:172","msg":"trace[661492963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:861; }","duration":"555.884456ms","start":"2026-03-18T10:07:31.313845Z","end":"2026-03-18T10:07:31.869730Z","steps":["trace[661492963] 'agreement among raft nodes before linearized reading' (duration: 555.778904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:31.869774Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:31.313827Z","time spent":"555.938527ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:31.869818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.427070744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:07:31.869881Z","caller":"traceutil/trace.go:172","msg":"trace[1161502914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:861; }","duration":"1.427132796s","start":"2026-03-18T10:07:30.442731Z","end":"2026-03-18T10:07:31.869863Z","steps":["trace[1161502914] 'agreement among raft nodes before linearized reading' (duration: 1.426928381s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:31.869924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:30.442715Z","time spent":"1.427195747s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:32.369815Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:32.389196Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"415.843408ms"} {"level":"warn","ts":"2026-03-18T10:07:32.389231Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"415.882339ms"} {"level":"info","ts":"2026-03-18T10:07:32.544241Z","caller":"traceutil/trace.go:172","msg":"trace[1858890357] linearizableReadLoop","detail":"{readStateIndex:953; appliedIndex:954; }","duration":"674.661221ms","start":"2026-03-18T10:07:31.869553Z","end":"2026-03-18T10:07:32.544215Z","steps":["trace[1858890357] 'read index received' (duration: 674.653021ms)","trace[1858890357] 'applied index is now lower than readState.Index' (duration: 6.81µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:32.544412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.052737285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:32.544482Z","caller":"traceutil/trace.go:172","msg":"trace[1706915444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:863; }","duration":"1.052820017s","start":"2026-03-18T10:07:31.491645Z","end":"2026-03-18T10:07:32.544465Z","steps":["trace[1706915444] 'agreement among raft nodes before linearized reading' (duration: 1.052685223s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:32.544522Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:31.491626Z","time spent":"1.052888828s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:32.866964Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.267273ms"} {"level":"warn","ts":"2026-03-18T10:07:32.867056Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"100.356435ms"} {"level":"warn","ts":"2026-03-18T10:07:33.393007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.522399322s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:33.393044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.054332995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:33.393039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"832.246092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:33.393069Z","caller":"traceutil/trace.go:172","msg":"trace[147651415] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:863; }","duration":"1.522512037s","start":"2026-03-18T10:07:31.870542Z","end":"2026-03-18T10:07:33.393054Z","steps":["trace[147651415] 'agreement among raft nodes before linearized reading' (duration: 691.784333ms)","trace[147651415] 'range keys from in-memory index tree' (duration: 830.632259ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:33.393097Z","caller":"traceutil/trace.go:172","msg":"trace[23935023] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:863; }","duration":"1.054384638s","start":"2026-03-18T10:07:32.338694Z","end":"2026-03-18T10:07:33.393079Z","steps":["trace[23935023] 'agreement among raft nodes before linearized reading' (duration: 223.616722ms)","trace[23935023] 'range keys from in-memory index tree' (duration: 830.690482ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:33.393109Z","caller":"traceutil/trace.go:172","msg":"trace[1040587580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:863; }","duration":"832.327655ms","start":"2026-03-18T10:07:32.560765Z","end":"2026-03-18T10:07:33.393092Z","steps":["trace[1040587580] 'range keys from in-memory index tree' (duration: 829.928673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:33.393132Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:32.338673Z","time spent":"1.05444986s","remote":"127.0.0.1:56370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:33.393165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:32.560743Z","time spent":"832.413238ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:33.393359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"526.301722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:07:34.048798Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"291.716775ms"} {"level":"warn","ts":"2026-03-18T10:07:34.048874Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"291.800529ms"} {"level":"warn","ts":"2026-03-18T10:07:34.219162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"375.117417ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:34.219239Z","caller":"traceutil/trace.go:172","msg":"trace[1556748298] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:864; }","duration":"375.20556ms","start":"2026-03-18T10:07:33.844016Z","end":"2026-03-18T10:07:34.219222Z","steps":["trace[1556748298] 'range keys from in-memory index tree' (duration: 375.063645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.219984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"692.193322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:07:34.220928Z","caller":"traceutil/trace.go:172","msg":"trace[474620658] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:958; }","duration":"345.010944ms","start":"2026-03-18T10:07:33.875903Z","end":"2026-03-18T10:07:34.220914Z","steps":["trace[474620658] 'read index received' (duration: 345.005184ms)","trace[474620658] 'applied index is now lower than readState.Index' (duration: 3.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:34.221074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.184452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:07:34.221101Z","caller":"traceutil/trace.go:172","msg":"trace[987826075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:868; }","duration":"345.214373ms","start":"2026-03-18T10:07:33.875880Z","end":"2026-03-18T10:07:34.221094Z","steps":["trace[987826075] 'agreement among raft nodes before linearized reading' (duration: 345.104478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.221122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:33.875855Z","time spent":"345.262045ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:07:34.243744Z","caller":"traceutil/trace.go:172","msg":"trace[25775336] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"132.032069ms","start":"2026-03-18T10:07:34.111695Z","end":"2026-03-18T10:07:34.243728Z","steps":["trace[25775336] 'process raft request' (duration: 131.563028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.260601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.366797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:34.260666Z","caller":"traceutil/trace.go:172","msg":"trace[261894817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:872; }","duration":"227.43768ms","start":"2026-03-18T10:07:34.033218Z","end":"2026-03-18T10:07:34.260656Z","steps":["trace[261894817] 'agreement among raft nodes before linearized reading' (duration: 227.349966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.624402Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"131.291997ms"} {"level":"warn","ts":"2026-03-18T10:07:34.624469Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"131.365731ms"} {"level":"warn","ts":"2026-03-18T10:07:40.871155Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"336.807582ms"} {"level":"warn","ts":"2026-03-18T10:07:40.871314Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"336.97654ms"} {"level":"info","ts":"2026-03-18T10:07:40.873116Z","caller":"traceutil/trace.go:172","msg":"trace[733798468] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:990; }","duration":"174.993295ms","start":"2026-03-18T10:07:40.698096Z","end":"2026-03-18T10:07:40.873089Z","steps":["trace[733798468] 'read index received' (duration: 174.985405ms)","trace[733798468] 'applied index is now lower than readState.Index' (duration: 6.57µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:41.173097Z","caller":"traceutil/trace.go:172","msg":"trace[619739444] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:995; }","duration":"156.048291ms","start":"2026-03-18T10:07:41.017033Z","end":"2026-03-18T10:07:41.173082Z","steps":["trace[619739444] 'read index received' (duration: 156.04263ms)","trace[619739444] 'applied index is now lower than readState.Index' (duration: 5.051µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:41.216819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.765026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:07:41.216906Z","caller":"traceutil/trace.go:172","msg":"trace[865945050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:897; }","duration":"199.865521ms","start":"2026-03-18T10:07:41.017016Z","end":"2026-03-18T10:07:41.216881Z","steps":["trace[865945050] 'agreement among raft nodes before linearized reading' (duration: 156.129764ms)","trace[865945050] 'range keys from in-memory index tree' (duration: 43.408992ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:41.422612Z","caller":"traceutil/trace.go:172","msg":"trace[1278068087] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:1002; }","duration":"144.298289ms","start":"2026-03-18T10:07:41.278292Z","end":"2026-03-18T10:07:41.422590Z","steps":["trace[1278068087] 'read index received' (duration: 144.291458ms)","trace[1278068087] 'applied index is now lower than readState.Index' (duration: 5.851µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:41.422860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.54478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:07:41.422894Z","caller":"traceutil/trace.go:172","msg":"trace[1480741908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:903; }","duration":"144.613363ms","start":"2026-03-18T10:07:41.278272Z","end":"2026-03-18T10:07:41.422886Z","steps":["trace[1480741908] 'agreement among raft nodes before linearized reading' (duration: 144.402273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:44.557124Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.200119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:07:44.578387Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.729942ms"} {"level":"warn","ts":"2026-03-18T10:07:44.578443Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.791835ms"} {"level":"info","ts":"2026-03-18T10:07:44.579024Z","caller":"traceutil/trace.go:172","msg":"trace[307013126] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"230.520135ms","start":"2026-03-18T10:07:44.348485Z","end":"2026-03-18T10:07:44.579005Z","steps":["trace[307013126] 'process raft request' (duration: 230.363368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:49.348480Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"211.604507ms"} {"level":"warn","ts":"2026-03-18T10:07:49.348549Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"211.68247ms"} {"level":"info","ts":"2026-03-18T10:07:49.349667Z","caller":"traceutil/trace.go:172","msg":"trace[186242816] linearizableReadLoop","detail":"{readStateIndex:1047; appliedIndex:1048; }","duration":"315.400516ms","start":"2026-03-18T10:07:49.034245Z","end":"2026-03-18T10:07:49.349646Z","steps":["trace[186242816] 'read index received' (duration: 315.395606ms)","trace[186242816] 'applied index is now lower than readState.Index' (duration: 3.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:49.349778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.524141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:49.349854Z","caller":"traceutil/trace.go:172","msg":"trace[147550207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:945; }","duration":"315.614745ms","start":"2026-03-18T10:07:49.034230Z","end":"2026-03-18T10:07:49.349845Z","steps":["trace[147550207] 'agreement among raft nodes before linearized reading' (duration: 315.49032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:49.349889Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:49.034209Z","time spent":"315.671518ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:49.943826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"473.716796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:07:50.025255Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"132.285258ms"} {"level":"warn","ts":"2026-03-18T10:07:50.025311Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"132.34677ms"} {"level":"warn","ts":"2026-03-18T10:07:50.090690Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.105112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:50.090768Z","caller":"traceutil/trace.go:172","msg":"trace[1801236799] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:946; }","duration":"147.192965ms","start":"2026-03-18T10:07:49.943557Z","end":"2026-03-18T10:07:50.090750Z","steps":["trace[1801236799] 'agreement among raft nodes before linearized reading' (duration: 84.161058ms)","trace[1801236799] 'range keys from in-memory index tree' (duration: 62.930613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:00.344453Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:00.402446Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"523.568416ms"} {"level":"warn","ts":"2026-03-18T10:08:00.402512Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"523.644149ms"} {"level":"info","ts":"2026-03-18T10:08:00.405197Z","caller":"traceutil/trace.go:172","msg":"trace[1496696674] linearizableReadLoop","detail":"{readStateIndex:1131; appliedIndex:1132; }","duration":"561.07729ms","start":"2026-03-18T10:07:59.844097Z","end":"2026-03-18T10:08:00.405175Z","steps":["trace[1496696674] 'read index received' (duration: 561.07147ms)","trace[1496696674] 'applied index is now lower than readState.Index' (duration: 4.75µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:00.850338Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"245.035794ms"} {"level":"warn","ts":"2026-03-18T10:08:00.850393Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"245.095907ms"} {"level":"warn","ts":"2026-03-18T10:08:01.313330Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:01.814157Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:01.957339Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1147, vote: 3265b58c6ac9ab91] ignored MsgPreVote from 21032583b6cd9182 [logterm: 3, index: 1146] at term 3: lease is not expired (remaining ticks: 5)"} {"level":"warn","ts":"2026-03-18T10:08:02.314643Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:02.650166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.806054298s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:02.650232Z","caller":"traceutil/trace.go:172","msg":"trace[688951508] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1021; }","duration":"2.80611902s","start":"2026-03-18T10:07:59.844091Z","end":"2026-03-18T10:08:02.650210Z","steps":["trace[688951508] 'agreement among raft nodes before linearized reading' (duration: 561.213136ms)","trace[688951508] 'range keys from in-memory index tree' (duration: 2.244823621s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:02.650392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.614212906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:02.650434Z","caller":"traceutil/trace.go:172","msg":"trace[48478305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1021; }","duration":"2.614250228s","start":"2026-03-18T10:08:00.036170Z","end":"2026-03-18T10:08:02.650420Z","steps":["trace[48478305] 'agreement among raft nodes before linearized reading' (duration: 370.147396ms)","trace[48478305] 'range keys from in-memory index tree' (duration: 2.244046939s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:02.650467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.036155Z","time spent":"2.61430211s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:02.650572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.367839808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:08:02.650593Z","caller":"traceutil/trace.go:172","msg":"trace[235632376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1021; }","duration":"2.367860619s","start":"2026-03-18T10:08:00.282725Z","end":"2026-03-18T10:08:02.650586Z","steps":["trace[235632376] 'agreement among raft nodes before linearized reading' (duration: 123.620231ms)","trace[235632376] 'range keys from in-memory index tree' (duration: 2.244164285s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:02.650588Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.387326291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:02.650611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.282706Z","time spent":"2.36790035s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:02.650627Z","caller":"traceutil/trace.go:172","msg":"trace[92669402] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1021; }","duration":"2.387365733s","start":"2026-03-18T10:08:00.263247Z","end":"2026-03-18T10:08:02.650613Z","steps":["trace[92669402] 'agreement among raft nodes before linearized reading' (duration: 143.106104ms)","trace[92669402] 'range keys from in-memory index tree' (duration: 2.244200556s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:02.650662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.263226Z","time spent":"2.387428785s","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:02.815102Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:02.874654Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.023396926s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:08:02.874786Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.824377236s"} {"level":"warn","ts":"2026-03-18T10:08:02.874810Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.824404427s"} {"level":"info","ts":"2026-03-18T10:08:02.875126Z","caller":"traceutil/trace.go:172","msg":"trace[2003909572] linearizableReadLoop","detail":"{readStateIndex:1132; appliedIndex:1132; }","duration":"2.062261208s","start":"2026-03-18T10:08:00.812839Z","end":"2026-03-18T10:08:02.875100Z","steps":["trace[2003909572] 'read index received' (duration: 2.062112162s)","trace[2003909572] 'applied index is now lower than readState.Index' (duration: 147.486µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:02.910006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.059540747s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:08:02.910212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.811391ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:02.910281Z","caller":"traceutil/trace.go:172","msg":"trace[826017107] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1021; }","duration":"258.880484ms","start":"2026-03-18T10:08:02.651380Z","end":"2026-03-18T10:08:02.910261Z","steps":["trace[826017107] 'range keys from in-memory index tree' (duration: 258.7785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:02.910339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.097480752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:08:02.910423Z","caller":"traceutil/trace.go:172","msg":"trace[1701296526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1021; }","duration":"2.097575266s","start":"2026-03-18T10:08:00.812825Z","end":"2026-03-18T10:08:02.910401Z","steps":["trace[1701296526] 'agreement among raft nodes before linearized reading' (duration: 2.062354632s)","trace[1701296526] 'range keys from in-memory index tree' (duration: 34.983453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:02.910482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.812802Z","time spent":"2.0976693s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:02.977767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.356899814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-03-18T10:08:02.977794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"940.431976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:02.977812Z","caller":"traceutil/trace.go:172","msg":"trace[2094809942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1037; }","duration":"1.356954076s","start":"2026-03-18T10:08:01.620851Z","end":"2026-03-18T10:08:02.977806Z","steps":["trace[2094809942] 'agreement among raft nodes before linearized reading' (duration: 1.356843112s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:02.977829Z","caller":"traceutil/trace.go:172","msg":"trace[1768701872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1037; }","duration":"940.488808ms","start":"2026-03-18T10:08:02.037330Z","end":"2026-03-18T10:08:02.977819Z","steps":["trace[1768701872] 'agreement among raft nodes before linearized reading' (duration: 940.413595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:02.977833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:01.620836Z","time spent":"1.356992948s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:02.977907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.08660371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:08:02.977965Z","caller":"traceutil/trace.go:172","msg":"trace[195703879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1037; }","duration":"2.086670072s","start":"2026-03-18T10:08:00.891282Z","end":"2026-03-18T10:08:02.977952Z","steps":["trace[195703879] 'agreement among raft nodes before linearized reading' (duration: 2.086562878s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:02.977992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.891264Z","time spent":"2.086722454s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:02.977690Z","caller":"traceutil/trace.go:172","msg":"trace[1228720023] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1132; }","duration":"102.478912ms","start":"2026-03-18T10:08:02.875192Z","end":"2026-03-18T10:08:02.977671Z","steps":["trace[1228720023] 'read index received' (duration: 20.834782ms)","trace[1228720023] 'applied index is now lower than readState.Index' (duration: 81.64248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:02.979392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.540918358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:82 size:6911"} {"level":"info","ts":"2026-03-18T10:08:02.979432Z","caller":"traceutil/trace.go:172","msg":"trace[822686949] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:82; response_revision:1037; }","duration":"1.54096217s","start":"2026-03-18T10:08:01.438460Z","end":"2026-03-18T10:08:02.979422Z","steps":["trace[822686949] 'agreement among raft nodes before linearized reading' (duration: 1.539287332s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:02.977852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.037313Z","time spent":"940.53349ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:02.979459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:01.438435Z","time spent":"1.541015032s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":82,"response size":6934,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-18T10:08:03.306513Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"210.467841ms"} {"level":"warn","ts":"2026-03-18T10:08:03.306573Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"210.535893ms"} {"level":"warn","ts":"2026-03-18T10:08:03.479994Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:03.787460Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.866121ms"} {"level":"warn","ts":"2026-03-18T10:08:03.787516Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.929403ms"} {"level":"info","ts":"2026-03-18T10:08:03.787510Z","caller":"traceutil/trace.go:172","msg":"trace[195977441] linearizableReadLoop","detail":"{readStateIndex:1149; appliedIndex:1159; }","duration":"808.066575ms","start":"2026-03-18T10:08:02.979417Z","end":"2026-03-18T10:08:03.787484Z","steps":["trace[195977441] 'read index received' (duration: 808.054325ms)","trace[195977441] 'applied index is now lower than readState.Index' (duration: 11.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:03.872601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"962.242786ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:03.872751Z","caller":"traceutil/trace.go:172","msg":"trace[1075967830] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1046; }","duration":"962.401062ms","start":"2026-03-18T10:08:02.910331Z","end":"2026-03-18T10:08:03.872732Z","steps":["trace[1075967830] 'agreement among raft nodes before linearized reading' (duration: 877.279053ms)","trace[1075967830] 'range keys from in-memory index tree' (duration: 84.945322ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:03.873608Z","caller":"traceutil/trace.go:172","msg":"trace[280650287] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1050; }","duration":"850.004472ms","start":"2026-03-18T10:08:03.023591Z","end":"2026-03-18T10:08:03.873596Z","steps":["trace[280650287] 'process raft request' (duration: 849.975911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:03.873691Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:03.023569Z","time spent":"850.071585ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:03.873916Z","caller":"traceutil/trace.go:172","msg":"trace[1906523154] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1050; }","duration":"885.365699ms","start":"2026-03-18T10:08:02.988514Z","end":"2026-03-18T10:08:03.873879Z","steps":["trace[1906523154] 'process raft request' (duration: 884.812336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:03.874012Z","caller":"traceutil/trace.go:172","msg":"trace[538516377] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1050; }","duration":"884.353158ms","start":"2026-03-18T10:08:02.989652Z","end":"2026-03-18T10:08:03.874005Z","steps":["trace[538516377] 'process raft request' (duration: 883.703561ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:03.874101Z","caller":"traceutil/trace.go:172","msg":"trace[1696376706] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1050; }","duration":"879.582545ms","start":"2026-03-18T10:08:02.994495Z","end":"2026-03-18T10:08:03.874078Z","steps":["trace[1696376706] 'process raft request' (duration: 879.005171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:03.874136Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.989644Z","time spent":"884.41208ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:03.874208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.994485Z","time spent":"879.676358ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":28790,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:03.874280Z","caller":"traceutil/trace.go:172","msg":"trace[310164448] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1050; }","duration":"884.598977ms","start":"2026-03-18T10:08:02.989671Z","end":"2026-03-18T10:08:03.874270Z","steps":["trace[310164448] 'process raft request' (duration: 883.712172ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:03.874317Z","caller":"traceutil/trace.go:172","msg":"trace[1383984037] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1050; }","duration":"880.71128ms","start":"2026-03-18T10:08:02.993590Z","end":"2026-03-18T10:08:03.874301Z","steps":["trace[1383984037] 'process raft request' (duration: 879.872366ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:03.874328Z","caller":"traceutil/trace.go:172","msg":"trace[1973743593] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1050; }","duration":"886.044636ms","start":"2026-03-18T10:08:02.988273Z","end":"2026-03-18T10:08:03.874317Z","steps":["trace[1973743593] 'process raft request' (duration: 885.038016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:03.874364Z","caller":"traceutil/trace.go:172","msg":"trace[1498019230] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1050; }","duration":"884.198791ms","start":"2026-03-18T10:08:02.990156Z","end":"2026-03-18T10:08:03.874355Z","steps":["trace[1498019230] 'process raft request' (duration: 883.245892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:03.874383Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.993583Z","time spent":"880.767272ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30425,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:03.874428Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.990143Z","time spent":"884.257344ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:03.874414Z","caller":"traceutil/trace.go:172","msg":"trace[99424195] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1050; }","duration":"874.488829ms","start":"2026-03-18T10:08:02.999891Z","end":"2026-03-18T10:08:03.874380Z","steps":["trace[99424195] 'process raft request' (duration: 873.642095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:03.874332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.989662Z","time spent":"884.649149ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:08:03.874375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.988252Z","time spent":"886.104088ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:08:03.874326Z","caller":"traceutil/trace.go:172","msg":"trace[640439318] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1050; }","duration":"886.069187ms","start":"2026-03-18T10:08:02.988210Z","end":"2026-03-18T10:08:03.874279Z","steps":["trace[640439318] 'process raft request' (duration: 885.083097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:03.874545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.988194Z","time spent":"886.337918ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:08:03.874543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.999874Z","time spent":"874.604833ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30444,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:03.873952Z","caller":"traceutil/trace.go:172","msg":"trace[1059255269] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1050; }","duration":"880.444379ms","start":"2026-03-18T10:08:02.993475Z","end":"2026-03-18T10:08:03.873919Z","steps":["trace[1059255269] 'process raft request' (duration: 879.953269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:03.874660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.993466Z","time spent":"881.178388ms","remote":"127.0.0.1:55404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10112,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:03.874106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.988495Z","time spent":"885.537035ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T10:08:03.892221Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189917632,"received-request-id":12362835077189917620} {"level":"info","ts":"2026-03-18T10:08:03.940092Z","caller":"traceutil/trace.go:172","msg":"trace[1250931110] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1182; }","duration":"152.502114ms","start":"2026-03-18T10:08:03.787570Z","end":"2026-03-18T10:08:03.940072Z","steps":["trace[1250931110] 'read index received' (duration: 152.494603ms)","trace[1250931110] 'applied index is now lower than readState.Index' (duration: 4.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:03.940208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"617.804998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:03.940228Z","caller":"traceutil/trace.go:172","msg":"trace[772682845] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1056; }","duration":"617.83823ms","start":"2026-03-18T10:08:03.322383Z","end":"2026-03-18T10:08:03.940222Z","steps":["trace[772682845] 'agreement among raft nodes before linearized reading' (duration: 617.775817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:03.940250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:03.322370Z","time spent":"617.87555ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:03.940457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"950.859257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:03.940483Z","caller":"traceutil/trace.go:172","msg":"trace[17462749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1059; }","duration":"950.884848ms","start":"2026-03-18T10:08:02.989590Z","end":"2026-03-18T10:08:03.940475Z","steps":["trace[17462749] 'agreement among raft nodes before linearized reading' (duration: 950.842626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:03.940498Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.989580Z","time spent":"950.914ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:03.940717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"958.134181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T10:08:03.940745Z","caller":"traceutil/trace.go:172","msg":"trace[504865814] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a; range_end:; response_count:1; response_revision:1059; }","duration":"958.164202ms","start":"2026-03-18T10:08:02.982574Z","end":"2026-03-18T10:08:03.940738Z","steps":["trace[504865814] 'agreement among raft nodes before linearized reading' (duration: 958.004696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:03.940761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.982563Z","time spent":"958.193893ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:03.940904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"961.371452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-18T10:08:03.940926Z","caller":"traceutil/trace.go:172","msg":"trace[1409351057] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1059; }","duration":"961.392813ms","start":"2026-03-18T10:08:02.979528Z","end":"2026-03-18T10:08:03.940921Z","steps":["trace[1409351057] 'agreement among raft nodes before linearized reading' (duration: 961.31589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:03.940941Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.979515Z","time spent":"961.421163ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:04.068700Z","caller":"traceutil/trace.go:172","msg":"trace[248019460] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1059; }","duration":"176.424819ms","start":"2026-03-18T10:08:03.892254Z","end":"2026-03-18T10:08:04.068679Z","steps":["trace[248019460] 'process raft request' (duration: 173.504012ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:04.068849Z","caller":"traceutil/trace.go:172","msg":"trace[1866259823] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1059; }","duration":"171.806783ms","start":"2026-03-18T10:08:03.897019Z","end":"2026-03-18T10:08:04.068826Z","steps":["trace[1866259823] 'process raft request' (duration: 171.567153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:04.069022Z","caller":"traceutil/trace.go:172","msg":"trace[673809554] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1060; }","duration":"156.711284ms","start":"2026-03-18T10:08:03.912303Z","end":"2026-03-18T10:08:04.069014Z","steps":["trace[673809554] 'process raft request' (duration: 156.563768ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:04.069119Z","caller":"traceutil/trace.go:172","msg":"trace[688471028] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1060; }","duration":"145.966282ms","start":"2026-03-18T10:08:03.923134Z","end":"2026-03-18T10:08:04.069100Z","steps":["trace[688471028] 'process raft request' (duration: 145.876098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:04.069142Z","caller":"traceutil/trace.go:172","msg":"trace[566262364] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1060; }","duration":"146.957602ms","start":"2026-03-18T10:08:03.922160Z","end":"2026-03-18T10:08:04.069118Z","steps":["trace[566262364] 'process raft request' (duration: 146.763484ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:04.076253Z","caller":"traceutil/trace.go:172","msg":"trace[181658594] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"132.127593ms","start":"2026-03-18T10:08:03.944107Z","end":"2026-03-18T10:08:04.076235Z","steps":["trace[181658594] 'process raft request' (duration: 132.022859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:04.076379Z","caller":"traceutil/trace.go:172","msg":"trace[1814782381] linearizableReadLoop","detail":"{readStateIndex:1187; appliedIndex:1194; }","duration":"136.213788ms","start":"2026-03-18T10:08:03.940142Z","end":"2026-03-18T10:08:04.076356Z","steps":["trace[1814782381] 'read index received' (duration: 136.208328ms)","trace[1814782381] 'applied index is now lower than readState.Index' (duration: 4.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:04.076655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.129703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-18T10:08:04.076684Z","caller":"traceutil/trace.go:172","msg":"trace[898149871] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1061; }","duration":"200.176725ms","start":"2026-03-18T10:08:03.876499Z","end":"2026-03-18T10:08:04.076676Z","steps":["trace[898149871] 'agreement among raft nodes before linearized reading' (duration: 199.959506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.076894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.790509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-03-18T10:08:04.076919Z","caller":"traceutil/trace.go:172","msg":"trace[1826353387] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:1061; }","duration":"200.81439ms","start":"2026-03-18T10:08:03.876097Z","end":"2026-03-18T10:08:04.076912Z","steps":["trace[1826353387] 'agreement among raft nodes before linearized reading' (duration: 200.755108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.077118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.323391ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.077210Z","caller":"traceutil/trace.go:172","msg":"trace[437927641] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1061; }","duration":"202.426585ms","start":"2026-03-18T10:08:03.874773Z","end":"2026-03-18T10:08:04.077200Z","steps":["trace[437927641] 'agreement among raft nodes before linearized reading' (duration: 202.30439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:04.077274Z","caller":"traceutil/trace.go:172","msg":"trace[1126375926] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"120.420831ms","start":"2026-03-18T10:08:03.956843Z","end":"2026-03-18T10:08:04.077264Z","steps":["trace[1126375926] 'process raft request' (duration: 120.38642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.077604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-18T10:08:04.077689Z","caller":"traceutil/trace.go:172","msg":"trace[1511557181] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1064; }","duration":"201.639533ms","start":"2026-03-18T10:08:03.876040Z","end":"2026-03-18T10:08:04.077679Z","steps":["trace[1511557181] 'agreement among raft nodes before linearized reading' (duration: 201.477967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.077859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.883273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-03-18T10:08:04.077888Z","caller":"traceutil/trace.go:172","msg":"trace[1144495006] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:1064; }","duration":"201.911624ms","start":"2026-03-18T10:08:03.875968Z","end":"2026-03-18T10:08:04.077880Z","steps":["trace[1144495006] 'agreement among raft nodes before linearized reading' (duration: 201.843251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.080706Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.832442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.080961Z","caller":"traceutil/trace.go:172","msg":"trace[153962225] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1062; }","duration":"135.210757ms","start":"2026-03-18T10:08:03.944830Z","end":"2026-03-18T10:08:04.080041Z","steps":["trace[153962225] 'process raft request' (duration: 132.279439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:04.081637Z","caller":"traceutil/trace.go:172","msg":"trace[1139660427] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1064; }","duration":"105.853554ms","start":"2026-03-18T10:08:03.975777Z","end":"2026-03-18T10:08:04.081631Z","steps":["trace[1139660427] 'process raft request' (duration: 105.484519ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:04.082212Z","caller":"traceutil/trace.go:172","msg":"trace[1532305333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1064; }","duration":"138.109174ms","start":"2026-03-18T10:08:03.943866Z","end":"2026-03-18T10:08:04.081975Z","steps":["trace[1532305333] 'agreement among raft nodes before linearized reading' (duration: 136.812701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.456239Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"379.61413ms"} {"level":"warn","ts":"2026-03-18T10:08:05.456309Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"379.689303ms"} {"level":"warn","ts":"2026-03-18T10:08:05.505898Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917671,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:05.607047Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"762.610566ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:05.607139Z","caller":"traceutil/trace.go:172","msg":"trace[352024953] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1104; }","duration":"762.71078ms","start":"2026-03-18T10:08:04.844408Z","end":"2026-03-18T10:08:05.607119Z","steps":["trace[352024953] 'range keys from in-memory index tree' (duration: 762.522433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.607913Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.511472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:08:05.608054Z","caller":"traceutil/trace.go:172","msg":"trace[821788180] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"717.905241ms","start":"2026-03-18T10:08:04.890131Z","end":"2026-03-18T10:08:05.608036Z","steps":["trace[821788180] 'process raft request' (duration: 566.206911ms)","trace[821788180] 'compare' (duration: 150.742042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:05.608148Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:04.890107Z","time spent":"718.002365ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:05.641387Z","caller":"traceutil/trace.go:172","msg":"trace[266295765] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1282; }","duration":"635.916815ms","start":"2026-03-18T10:08:05.005453Z","end":"2026-03-18T10:08:05.641370Z","steps":["trace[266295765] 'read index received' (duration: 635.911395ms)","trace[266295765] 'applied index is now lower than readState.Index' (duration: 4.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:05.641562Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"636.100263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:08:05.641582Z","caller":"traceutil/trace.go:172","msg":"trace[1354037084] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:1105; }","duration":"636.133944ms","start":"2026-03-18T10:08:05.005442Z","end":"2026-03-18T10:08:05.641576Z","steps":["trace[1354037084] 'agreement among raft nodes before linearized reading' (duration: 636.023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.641603Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:05.005420Z","time spent":"636.178406ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:05.641618Z","caller":"traceutil/trace.go:172","msg":"trace[203147862] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"683.61342ms","start":"2026-03-18T10:08:04.957983Z","end":"2026-03-18T10:08:05.641596Z","steps":["trace[203147862] 'process raft request' (duration: 683.546957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.641790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:04.957967Z","time spent":"683.716664ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:05.644406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.083037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:08:05.644686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"611.224967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:05.644733Z","caller":"traceutil/trace.go:172","msg":"trace[1411563561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1113; }","duration":"611.260829ms","start":"2026-03-18T10:08:05.033452Z","end":"2026-03-18T10:08:05.644713Z","steps":["trace[1411563561] 'agreement among raft nodes before linearized reading' (duration: 610.570831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.644782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:05.033436Z","time spent":"611.339251ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:05.645087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"532.896352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:08:05.645172Z","caller":"traceutil/trace.go:172","msg":"trace[1076629618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1113; }","duration":"532.984146ms","start":"2026-03-18T10:08:05.112163Z","end":"2026-03-18T10:08:05.645148Z","steps":["trace[1076629618] 'agreement among raft nodes before linearized reading' (duration: 532.654423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.645236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:05.112149Z","time spent":"533.07341ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:05.644527Z","caller":"traceutil/trace.go:172","msg":"trace[1822398850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1113; }","duration":"331.196182ms","start":"2026-03-18T10:08:05.313301Z","end":"2026-03-18T10:08:05.644497Z","steps":["trace[1822398850] 'agreement among raft nodes before linearized reading' (duration: 330.834268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.645313Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:05.313284Z","time spent":"332.018645ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:10.441947Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.329328ms"} {"level":"warn","ts":"2026-03-18T10:08:10.442024Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.413272ms"} {"level":"info","ts":"2026-03-18T10:08:10.442667Z","caller":"traceutil/trace.go:172","msg":"trace[1261883648] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"167.248221ms","start":"2026-03-18T10:08:10.275406Z","end":"2026-03-18T10:08:10.442654Z","steps":["trace[1261883648] 'process raft request' (duration: 166.718221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:10.831586Z","caller":"traceutil/trace.go:172","msg":"trace[239492934] linearizableReadLoop","detail":"{readStateIndex:1337; appliedIndex:1337; }","duration":"179.874738ms","start":"2026-03-18T10:08:10.651664Z","end":"2026-03-18T10:08:10.831539Z","steps":["trace[239492934] 'read index received' (duration: 179.685141ms)","trace[239492934] 'applied index is now lower than readState.Index' (duration: 19.11µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:10.831901Z","caller":"traceutil/trace.go:172","msg":"trace[1992503873] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"230.22771ms","start":"2026-03-18T10:08:10.601659Z","end":"2026-03-18T10:08:10.831887Z","steps":["trace[1992503873] 'process raft request' (duration: 229.894847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:10.832020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.258153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5mmcv\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-03-18T10:08:10.832202Z","caller":"traceutil/trace.go:172","msg":"trace[221911920] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5mmcv; range_end:; response_count:1; response_revision:1149; }","duration":"180.521533ms","start":"2026-03-18T10:08:10.651656Z","end":"2026-03-18T10:08:10.832178Z","steps":["trace[221911920] 'agreement among raft nodes before linearized reading' (duration: 180.062265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.400024Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:11.571429Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"526.731033ms"} {"level":"warn","ts":"2026-03-18T10:08:11.571674Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"526.985994ms"} {"level":"info","ts":"2026-03-18T10:08:11.571796Z","caller":"traceutil/trace.go:172","msg":"trace[1965086252] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"724.270247ms","start":"2026-03-18T10:08:10.847505Z","end":"2026-03-18T10:08:11.571775Z","steps":["trace[1965086252] 'process raft request' (duration: 724.10623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.571990Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:10.847448Z","time spent":"724.451504ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:11.871509Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"fdeb985d84d3818e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"99.731666ms"} {"level":"warn","ts":"2026-03-18T10:08:11.871663Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"21032583b6cd9182","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"99.890003ms"} {"level":"warn","ts":"2026-03-18T10:08:11.871673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"972.833619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:11.871556Z","caller":"traceutil/trace.go:172","msg":"trace[214574138] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1340; }","duration":"972.700393ms","start":"2026-03-18T10:08:10.898827Z","end":"2026-03-18T10:08:11.871528Z","steps":["trace[214574138] 'read index received' (duration: 972.690603ms)","trace[214574138] 'applied index is now lower than readState.Index' (duration: 8.47µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:11.871897Z","caller":"traceutil/trace.go:172","msg":"trace[1029630822] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1150; }","duration":"973.057888ms","start":"2026-03-18T10:08:10.898813Z","end":"2026-03-18T10:08:11.871871Z","steps":["trace[1029630822] 'agreement among raft nodes before linearized reading' (duration: 972.791967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.872050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:10.898790Z","time spent":"973.232115ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:11.873126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"838.268578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:11.873175Z","caller":"traceutil/trace.go:172","msg":"trace[1777626291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1153; }","duration":"838.31962ms","start":"2026-03-18T10:08:11.034843Z","end":"2026-03-18T10:08:11.873163Z","steps":["trace[1777626291] 'agreement among raft nodes before linearized reading' (duration: 838.243647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.873221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:11.034821Z","time spent":"838.378682ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:11.873328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"566.702196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:08:11.873386Z","caller":"traceutil/trace.go:172","msg":"trace[136297229] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1153; }","duration":"566.762109ms","start":"2026-03-18T10:08:11.306610Z","end":"2026-03-18T10:08:11.873372Z","steps":["trace[136297229] 'agreement among raft nodes before linearized reading' (duration: 566.568931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.873419Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:11.306583Z","time spent":"566.828251ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:11.873432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"720.906055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:11.873459Z","caller":"traceutil/trace.go:172","msg":"trace[1519322792] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1153; }","duration":"720.932956ms","start":"2026-03-18T10:08:11.152517Z","end":"2026-03-18T10:08:11.873450Z","steps":["trace[1519322792] 'agreement among raft nodes before linearized reading' (duration: 720.890454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.873482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:11.152494Z","time spent":"720.980698ms","remote":"127.0.0.1:55626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:11.873660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"698.270337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T10:08:11.873900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"688.178371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:08:11.874541Z","caller":"traceutil/trace.go:172","msg":"trace[524219606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1153; }","duration":"688.812276ms","start":"2026-03-18T10:08:11.185713Z","end":"2026-03-18T10:08:11.874525Z","steps":["trace[524219606] 'agreement among raft nodes before linearized reading' (duration: 688.096368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.874588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:11.185702Z","time spent":"688.870468ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:11.874545Z","caller":"traceutil/trace.go:172","msg":"trace[2063241038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1153; }","duration":"699.043577ms","start":"2026-03-18T10:08:11.175362Z","end":"2026-03-18T10:08:11.874406Z","steps":["trace[2063241038] 'agreement among raft nodes before linearized reading' (duration: 697.901543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.874951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:11.175349Z","time spent":"699.583558ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:13.263865Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:13.764893Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:14.265678Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:14.496426Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1349, vote: 3265b58c6ac9ab91] ignored MsgPreVote from 21032583b6cd9182 [logterm: 3, index: 1346] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"info","ts":"2026-03-18T10:08:14.496494Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1349, vote: 3265b58c6ac9ab91] ignored MsgVote from 21032583b6cd9182 [logterm: 3, index: 1346] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-18T10:08:14.766805Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:15.034629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999782665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:15.034705Z","caller":"traceutil/trace.go:172","msg":"trace[838683853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999865488s","start":"2026-03-18T10:08:13.034826Z","end":"2026-03-18T10:08:15.034692Z","steps":["trace[838683853] 'agreement among raft nodes before linearized reading' (duration: 1.999780545s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:15.034738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:13.034807Z","time spent":"1.9999254s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:15 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:15.267762Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:15.658158Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1349, vote: 3265b58c6ac9ab91] ignored MsgPreVote from 21032583b6cd9182 [logterm: 3, index: 1346] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-18T10:08:15.768926Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:16.269462Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:16.769829Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:16.879264Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1351, vote: 3265b58c6ac9ab91] ignored MsgPreVote from 21032583b6cd9182 [logterm: 3, index: 1346] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-18T10:08:17.041010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000136457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:17.041117Z","caller":"traceutil/trace.go:172","msg":"trace[702616888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272502s","start":"2026-03-18T10:08:15.040821Z","end":"2026-03-18T10:08:17.041093Z","steps":["trace[702616888] 'agreement among raft nodes before linearized reading' (duration: 2.000133437s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:17.041180Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.040796Z","time spent":"2.000374116s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:08:17.130656Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1351, vote: 3265b58c6ac9ab91] ignored MsgVote from 21032583b6cd9182 [logterm: 3, index: 1346] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-18T10:08:17.270408Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:17.771209Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:18.271569Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:18.559135Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1351, vote: 3265b58c6ac9ab91] ignored MsgPreVote from 21032583b6cd9182 [logterm: 3, index: 1346] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-18T10:08:18.772472Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:19.041987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00014058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:19.042071Z","caller":"traceutil/trace.go:172","msg":"trace[1946166310] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235564s","start":"2026-03-18T10:08:17.041818Z","end":"2026-03-18T10:08:19.042053Z","steps":["trace[1946166310] 'agreement among raft nodes before linearized reading' (duration: 2.00013915s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:19.042116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:17.041798Z","time spent":"2.000310597s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:19.290083Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:19.764054Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-18T10:08:19.764282Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.001287366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-18T10:08:19.764335Z","caller":"traceutil/trace.go:172","msg":"trace[23070392] range","detail":"{range_begin:/registry/cronjobs; range_end:; }","duration":"7.001372519s","start":"2026-03-18T10:08:12.762944Z","end":"2026-03-18T10:08:19.764316Z","steps":["trace[23070392] 'agreement among raft nodes before linearized reading' (duration: 7.001285556s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:19.764392Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:12.762918Z","time spent":"7.001462062s","remote":"127.0.0.1:55736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:20.008660Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999321486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:20.008971Z","caller":"traceutil/trace.go:172","msg":"trace[1778450115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999634668s","start":"2026-03-18T10:08:15.009313Z","end":"2026-03-18T10:08:20.008948Z","steps":["trace[1778450115] 'agreement among raft nodes before linearized reading' (duration: 4.999319996s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:20.009006Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.009291Z","time spent":"4.999707091s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/18 10:08:20 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T10:08:20.043583Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1351, vote: 3265b58c6ac9ab91] ignored MsgVote from 21032583b6cd9182 [logterm: 3, index: 1346] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-18T10:08:20.265255Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:20.795968Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:20.912938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999775273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:20.912992Z","caller":"traceutil/trace.go:172","msg":"trace[1728093616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999837706s","start":"2026-03-18T10:08:18.913141Z","end":"2026-03-18T10:08:20.912979Z","steps":["trace[1728093616] 'agreement among raft nodes before linearized reading' (duration: 1.999773873s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:20.913028Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:18.913123Z","time spent":"1.999899878s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:21.051356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00003872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:21.051392Z","caller":"traceutil/trace.go:172","msg":"trace[829820262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000080431s","start":"2026-03-18T10:08:19.051303Z","end":"2026-03-18T10:08:21.051383Z","steps":["trace[829820262] 'agreement among raft nodes before linearized reading' (duration: 2.00003761s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:21.051417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:19.051285Z","time spent":"2.000127853s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:21.066703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.9996497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:21.066757Z","caller":"traceutil/trace.go:172","msg":"trace[1673094504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999708603s","start":"2026-03-18T10:08:16.067033Z","end":"2026-03-18T10:08:21.066742Z","steps":["trace[1673094504] 'agreement among raft nodes before linearized reading' (duration: 4.99964719s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:21.066800Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:16.067013Z","time spent":"4.999777245s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/18 10:08:21 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T10:08:21.258508Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1351, vote: 3265b58c6ac9ab91] ignored MsgPreVote from 21032583b6cd9182 [logterm: 3, index: 1346] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-18T10:08:21.296508Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:21.796744Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:22.297484Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917731,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:22.561107Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1351, vote: 3265b58c6ac9ab91] ignored MsgPreVote from 21032583b6cd9182 [logterm: 3, index: 1346] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-18T10:08:22.720556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.719849Z","time spent":"7.000701602s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T10:08:22.798424Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:23.001416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:16.000290Z","time spent":"7.00111961s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T10:08:23.057108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001033749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:23.057176Z","caller":"traceutil/trace.go:172","msg":"trace[1663750693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001112352s","start":"2026-03-18T10:08:21.056047Z","end":"2026-03-18T10:08:23.057160Z","steps":["trace[1663750693] 'agreement among raft nodes before linearized reading' (duration: 2.001030779s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:23.057220Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:21.056041Z","time spent":"2.001171655s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:23 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:23.299628Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:23.800381Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917731,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:23.857387Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1353, vote: 3265b58c6ac9ab91] ignored MsgPreVote from 21032583b6cd9182 [logterm: 3, index: 1346] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"info","ts":"2026-03-18T10:08:24.165376Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 3, index: 1354, vote: 3265b58c6ac9ab91] ignored MsgVote from 21032583b6cd9182 [logterm: 3, index: 1346] at term 3: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-03-18T10:08:24.301505Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:24.801658Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:25.057581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000148032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:25.057759Z","caller":"traceutil/trace.go:172","msg":"trace[1873306653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347799s","start":"2026-03-18T10:08:23.057387Z","end":"2026-03-18T10:08:25.057735Z","steps":["trace[1873306653] 'agreement among raft nodes before linearized reading' (duration: 2.000142432s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.057829Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:23.057371Z","time spent":"2.000439322s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:08:25.117269Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"3265b58c6ac9ab91 [term: 3] received a MsgApp message with higher term from 21032583b6cd9182 [term: 7]"} {"level":"info","ts":"2026-03-18T10:08:25.117349Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3265b58c6ac9ab91 became follower at term 7"} {"level":"info","ts":"2026-03-18T10:08:25.117368Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1347 [existing term: 3, conflicting term: 7]"} {"level":"info","ts":"2026-03-18T10:08:25.117382Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1347"} {"level":"info","ts":"2026-03-18T10:08:25.117403Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 3265b58c6ac9ab91 changed leader from 3265b58c6ac9ab91 to 21032583b6cd9182 at term 7"} {"level":"warn","ts":"2026-03-18T10:08:25.157578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:22.144613Z","time spent":"3.012960939s","remote":"127.0.0.1:35632","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:08:25.157866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.54401499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:08:25.157919Z","caller":"traceutil/trace.go:172","msg":"trace[2019247061] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1154; }","duration":"12.544077212s","start":"2026-03-18T10:08:12.613828Z","end":"2026-03-18T10:08:25.157905Z","steps":["trace[2019247061] 'range keys from in-memory index tree' (duration: 12.542655687s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.157964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:12.613813Z","time spent":"12.544141705s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.158252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.314590161s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.158286Z","caller":"traceutil/trace.go:172","msg":"trace[1746789677] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1154; }","duration":"12.314626852s","start":"2026-03-18T10:08:12.843649Z","end":"2026-03-18T10:08:25.158276Z","steps":["trace[1746789677] 'range keys from in-memory index tree' (duration: 12.314547098s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.158952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.989538271s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.158991Z","caller":"traceutil/trace.go:172","msg":"trace[316771078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1154; }","duration":"5.989580212s","start":"2026-03-18T10:08:19.169399Z","end":"2026-03-18T10:08:25.158980Z","steps":["trace[316771078] 'range keys from in-memory index tree' (duration: 5.989490539s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.212185Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"12.565825506s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:08:25.212322Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3265b58c6ac9ab91 [term: 7] ignored a MsgAppResp message with lower term from 3265b58c6ac9ab91 [term: 3]"} {"level":"info","ts":"2026-03-18T10:08:25.212363Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"3265b58c6ac9ab91 [term: 7] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 3]"} {"level":"warn","ts":"2026-03-18T10:08:25.212701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.097461035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.212756Z","caller":"traceutil/trace.go:172","msg":"trace[970243724] range","detail":"{range_begin:/registry/volumeattachments; range_end:; }","duration":"7.097531998s","start":"2026-03-18T10:08:18.115211Z","end":"2026-03-18T10:08:25.212743Z","steps":["trace[970243724] 'agreement among raft nodes before linearized reading' (duration: 7.097459215s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.212765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.347216263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T10:08:25.212801Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T10:08:25.212773Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.708445339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T10:08:25.212814Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":3631508289235823505} {"level":"warn","ts":"2026-03-18T10:08:25.212805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.592685955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T10:08:25.212825Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.906115649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.212842Z","caller":"traceutil/trace.go:172","msg":"trace[1781889193] range","detail":"{range_begin:/registry/cronjobs; range_end:; }","duration":"6.90613324s","start":"2026-03-18T10:08:18.306706Z","end":"2026-03-18T10:08:25.212839Z","steps":["trace[1781889193] 'agreement among raft nodes before linearized reading' (duration: 6.906115849s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:25.212833Z","caller":"traceutil/trace.go:172","msg":"trace[36545194] range","detail":"{range_begin:/registry/priorityclasses; range_end:; }","duration":"5.708521002s","start":"2026-03-18T10:08:19.504300Z","end":"2026-03-18T10:08:25.212821Z","steps":["trace[36545194] 'agreement among raft nodes before linearized reading' (duration: 5.708415128s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.213304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:19.504274Z","time spent":"5.70900964s","remote":"127.0.0.1:56004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":0,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.212854Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:18.306685Z","time spent":"6.906166251s","remote":"127.0.0.1:55736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:25.212848Z","caller":"traceutil/trace.go:172","msg":"trace[1058111409] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; }","duration":"5.592735537s","start":"2026-03-18T10:08:19.620102Z","end":"2026-03-18T10:08:25.212837Z","steps":["trace[1058111409] 'agreement among raft nodes before linearized reading' (duration: 5.592684105s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.213400Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:19.620083Z","time spent":"5.593306708s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.212874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.975668582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.213452Z","caller":"traceutil/trace.go:172","msg":"trace[1834063781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.976235383s","start":"2026-03-18T10:08:15.237202Z","end":"2026-03-18T10:08:25.213438Z","steps":["trace[1834063781] 'agreement among raft nodes before linearized reading' (duration: 9.975668322s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.213486Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.237185Z","time spent":"9.976291266s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.212891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.20600315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.213524Z","caller":"traceutil/trace.go:172","msg":"trace[1524396138] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; }","duration":"10.206632743s","start":"2026-03-18T10:08:15.006884Z","end":"2026-03-18T10:08:25.213516Z","steps":["trace[1524396138] 'agreement among raft nodes before linearized reading' (duration: 10.206003619s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.213552Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.006862Z","time spent":"10.206682715s","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.113\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.212882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.175513249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.213643Z","caller":"traceutil/trace.go:172","msg":"trace[973520672] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a; range_end:; }","duration":"10.176264387s","start":"2026-03-18T10:08:15.037362Z","end":"2026-03-18T10:08:25.213626Z","steps":["trace[973520672] 'agreement among raft nodes before linearized reading' (duration: 10.175512599s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.213696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.037345Z","time spent":"10.17633571s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.212929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.965576451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.213753Z","caller":"traceutil/trace.go:172","msg":"trace[1316059946] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; }","duration":"9.966424713s","start":"2026-03-18T10:08:15.247310Z","end":"2026-03-18T10:08:25.213735Z","steps":["trace[1316059946] 'agreement among raft nodes before linearized reading' (duration: 9.965573381s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:25.212819Z","caller":"traceutil/trace.go:172","msg":"trace[1909798915] range","detail":"{range_begin:/registry/csinodes; range_end:; }","duration":"9.347276635s","start":"2026-03-18T10:08:15.865529Z","end":"2026-03-18T10:08:25.212806Z","steps":["trace[1909798915] 'agreement among raft nodes before linearized reading' (duration: 9.347215013s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.213859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.865510Z","time spent":"9.348326685s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.212787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:18.115192Z","time spent":"7.09758745s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.214464Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.247289Z","time spent":"9.967154241s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:25.374463Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3265b58c6ac9ab91 [term: 7] ignored a MsgAppResp message with lower term from 3265b58c6ac9ab91 [term: 3]"} {"level":"info","ts":"2026-03-18T10:08:25.374836Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3265b58c6ac9ab91 [term: 7] ignored a MsgAppResp message with lower term from 3265b58c6ac9ab91 [term: 3]"} {"level":"info","ts":"2026-03-18T10:08:25.374875Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3265b58c6ac9ab91 [term: 7] ignored a MsgAppResp message with lower term from 3265b58c6ac9ab91 [term: 3]"} {"level":"info","ts":"2026-03-18T10:08:25.374892Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3265b58c6ac9ab91 [term: 7] ignored a MsgAppResp message with lower term from 3265b58c6ac9ab91 [term: 3]"} {"level":"info","ts":"2026-03-18T10:08:25.374907Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3265b58c6ac9ab91 [term: 7] ignored a MsgAppResp message with lower term from 3265b58c6ac9ab91 [term: 3]"} {"level":"info","ts":"2026-03-18T10:08:25.374921Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3265b58c6ac9ab91 [term: 7] ignored a MsgAppResp message with lower term from 3265b58c6ac9ab91 [term: 3]"} {"level":"info","ts":"2026-03-18T10:08:25.374955Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3265b58c6ac9ab91 [term: 7] ignored a MsgAppResp message with lower term from 3265b58c6ac9ab91 [term: 3]"} {"level":"info","ts":"2026-03-18T10:08:25.374966Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"3265b58c6ac9ab91 [term: 7] ignored a MsgAppResp message with lower term from 3265b58c6ac9ab91 [term: 3]"} {"level":"info","ts":"2026-03-18T10:08:25.587512Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-18T10:08:25.588999Z","caller":"traceutil/trace.go:172","msg":"trace[442040231] linearizableReadLoop","detail":"{readStateIndex:1347; appliedIndex:1347; }","duration":"376.332235ms","start":"2026-03-18T10:08:25.212653Z","end":"2026-03-18T10:08:25.588986Z","steps":["trace[442040231] 'read index received' (duration: 376.324445ms)","trace[442040231] 'applied index is now lower than readState.Index' (duration: 7.05µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:25.589096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.758578ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.589116Z","caller":"traceutil/trace.go:172","msg":"trace[331243294] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1155; }","duration":"430.795229ms","start":"2026-03-18T10:08:25.158313Z","end":"2026-03-18T10:08:25.589108Z","steps":["trace[331243294] 'agreement among raft nodes before linearized reading' (duration: 430.736087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.589223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.898185198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.589315Z","caller":"traceutil/trace.go:172","msg":"trace[1242968497] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1156; }","duration":"3.898290632s","start":"2026-03-18T10:08:21.691004Z","end":"2026-03-18T10:08:25.589295Z","steps":["trace[1242968497] 'agreement among raft nodes before linearized reading' (duration: 3.898094534s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.589450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:21.690986Z","time spent":"3.898450297s","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.589543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.534823208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:7816"} {"level":"info","ts":"2026-03-18T10:08:25.589600Z","caller":"traceutil/trace.go:172","msg":"trace[627396707] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1158; }","duration":"4.53487816s","start":"2026-03-18T10:08:21.054714Z","end":"2026-03-18T10:08:25.589592Z","steps":["trace[627396707] 'agreement among raft nodes before linearized reading' (duration: 4.534700053s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.589627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:21.054701Z","time spent":"4.534920422s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7839,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.589717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.229011241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:25.589400Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.146766818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:25.589838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.607242318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.589862Z","caller":"traceutil/trace.go:172","msg":"trace[1877339659] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1161; }","duration":"3.607265889s","start":"2026-03-18T10:08:21.982590Z","end":"2026-03-18T10:08:25.589856Z","steps":["trace[1877339659] 'agreement among raft nodes before linearized reading' (duration: 3.607188606s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:25.589856Z","caller":"traceutil/trace.go:172","msg":"trace[88279653] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1158; }","duration":"5.147174023s","start":"2026-03-18T10:08:20.442625Z","end":"2026-03-18T10:08:25.589799Z","steps":["trace[88279653] 'agreement among raft nodes before linearized reading' (duration: 5.146739516s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.589894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"522.624993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:25.589906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:20.442604Z","time spent":"5.147286127s","remote":"127.0.0.1:55566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.589935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.430999805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.589961Z","caller":"traceutil/trace.go:172","msg":"trace[314663796] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1161; }","duration":"1.431028936s","start":"2026-03-18T10:08:24.158922Z","end":"2026-03-18T10:08:25.589951Z","steps":["trace[314663796] 'agreement among raft nodes before linearized reading' (duration: 1.430816428s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.589982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:24.158904Z","time spent":"1.431071948s","remote":"127.0.0.1:56064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.590063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.915842068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:25.590125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.161937745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:08:25.590146Z","caller":"traceutil/trace.go:172","msg":"trace[1980140454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1161; }","duration":"3.161960956s","start":"2026-03-18T10:08:22.428179Z","end":"2026-03-18T10:08:25.590140Z","steps":["trace[1980140454] 'agreement among raft nodes before linearized reading' (duration: 3.161590182s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:25.590130Z","caller":"traceutil/trace.go:172","msg":"trace[59867151] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1161; }","duration":"2.915910371s","start":"2026-03-18T10:08:22.674210Z","end":"2026-03-18T10:08:25.590121Z","steps":["trace[59867151] 'agreement among raft nodes before linearized reading' (duration: 2.915549567s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.590169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:22.428159Z","time spent":"3.162003207s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.590186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:22.674193Z","time spent":"2.915984733s","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.590203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.58798661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.590253Z","caller":"traceutil/trace.go:172","msg":"trace[1160441334] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1161; }","duration":"1.588038052s","start":"2026-03-18T10:08:24.002200Z","end":"2026-03-18T10:08:25.590238Z","steps":["trace[1160441334] 'agreement among raft nodes before linearized reading' (duration: 1.587548254s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.590283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.796171654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.590308Z","caller":"traceutil/trace.go:172","msg":"trace[1387730429] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1161; }","duration":"5.796196155s","start":"2026-03-18T10:08:19.794105Z","end":"2026-03-18T10:08:25.590301Z","steps":["trace[1387730429] 'agreement among raft nodes before linearized reading' (duration: 5.796154123s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.590302Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:24.002176Z","time spent":"1.588115825s","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.590354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.489584056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.590377Z","caller":"traceutil/trace.go:172","msg":"trace[390981132] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1161; }","duration":"5.489604277s","start":"2026-03-18T10:08:20.100766Z","end":"2026-03-18T10:08:25.590370Z","steps":["trace[390981132] 'agreement among raft nodes before linearized reading' (duration: 5.489571926s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.590390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:20.100742Z","time spent":"5.489644659s","remote":"127.0.0.1:55532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:25.589780Z","caller":"traceutil/trace.go:172","msg":"trace[1655286686] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1160; }","duration":"5.229088164s","start":"2026-03-18T10:08:20.360678Z","end":"2026-03-18T10:08:25.589766Z","steps":["trace[1655286686] 'agreement among raft nodes before linearized reading' (duration: 5.228949888s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.590505Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:20.360658Z","time spent":"5.229839012s","remote":"127.0.0.1:55552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.589899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:21.982569Z","time spent":"3.607322491s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.590573Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.938414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.590603Z","caller":"traceutil/trace.go:172","msg":"trace[978207408] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1161; }","duration":"442.975076ms","start":"2026-03-18T10:08:25.147619Z","end":"2026-03-18T10:08:25.590594Z","steps":["trace[978207408] 'agreement among raft nodes before linearized reading' (duration: 442.091432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.590626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.147600Z","time spent":"443.019128ms","remote":"127.0.0.1:56004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.590328Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:19.794078Z","time spent":"5.796245576s","remote":"127.0.0.1:55736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:25.590344Z","caller":"traceutil/trace.go:172","msg":"trace[1460036595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1161; }","duration":"522.667265ms","start":"2026-03-18T10:08:25.067259Z","end":"2026-03-18T10:08:25.589926Z","steps":["trace[1460036595] 'agreement among raft nodes before linearized reading' (duration: 522.469577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.590739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.067226Z","time spent":"523.507876ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:25.590937Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":3631508289235823505,"new-lead":2378786275819622786} {"level":"warn","ts":"2026-03-18T10:08:25.591023Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":3631508289235823505} {"level":"warn","ts":"2026-03-18T10:08:25.590094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.854540034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.591218Z","caller":"traceutil/trace.go:172","msg":"trace[1123075440] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1161; }","duration":"4.855660316s","start":"2026-03-18T10:08:20.735547Z","end":"2026-03-18T10:08:25.591208Z","steps":["trace[1123075440] 'agreement among raft nodes before linearized reading' (duration: 4.854523293s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.591320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:20.735531Z","time spent":"4.85578161s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.591642Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189917736,"received-request-id":12362835077189917735} {"level":"info","ts":"2026-03-18T10:08:25.771695Z","caller":"traceutil/trace.go:172","msg":"trace[1276088827] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1353; }","duration":"182.6265ms","start":"2026-03-18T10:08:25.589030Z","end":"2026-03-18T10:08:25.771657Z","steps":["trace[1276088827] 'read index received' (duration: 182.61558ms)","trace[1276088827] 'applied index is now lower than readState.Index' (duration: 9.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:25.771823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.575035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T10:08:25.771870Z","caller":"traceutil/trace.go:172","msg":"trace[586965206] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a; range_end:; response_count:1; response_revision:1161; }","duration":"528.638748ms","start":"2026-03-18T10:08:25.243223Z","end":"2026-03-18T10:08:25.771862Z","steps":["trace[586965206] 'agreement among raft nodes before linearized reading' (duration: 528.468951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.771896Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.243218Z","time spent":"528.67289ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.772015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"531.920511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:25.772060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.806986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:08:25.772073Z","caller":"traceutil/trace.go:172","msg":"trace[1738172352] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1161; }","duration":"531.991144ms","start":"2026-03-18T10:08:25.240068Z","end":"2026-03-18T10:08:25.772059Z","steps":["trace[1738172352] 'agreement among raft nodes before linearized reading' (duration: 531.808747ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:25.772090Z","caller":"traceutil/trace.go:172","msg":"trace[759773175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1161; }","duration":"403.838717ms","start":"2026-03-18T10:08:25.368243Z","end":"2026-03-18T10:08:25.772082Z","steps":["trace[759773175] 'agreement among raft nodes before linearized reading' (duration: 403.714862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.772097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"531.307928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:25.772110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.240000Z","time spent":"532.101138ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.772117Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.368226Z","time spent":"403.878589ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:25.772134Z","caller":"traceutil/trace.go:172","msg":"trace[1909666501] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1161; }","duration":"531.34275ms","start":"2026-03-18T10:08:25.240781Z","end":"2026-03-18T10:08:25.772124Z","steps":["trace[1909666501] 'agreement among raft nodes before linearized reading' (duration: 531.293558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.772161Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.240770Z","time spent":"531.384651ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.772196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.95396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:25.772210Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.94181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:426"} {"level":"info","ts":"2026-03-18T10:08:25.772261Z","caller":"traceutil/trace.go:172","msg":"trace[604216271] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1161; }","duration":"529.020852ms","start":"2026-03-18T10:08:25.243231Z","end":"2026-03-18T10:08:25.772251Z","steps":["trace[604216271] 'agreement among raft nodes before linearized reading' (duration: 528.928349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.772325Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.243220Z","time spent":"529.069904ms","remote":"127.0.0.1:55736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.771837Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"529.802952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.772325Z","caller":"traceutil/trace.go:172","msg":"trace[691279376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1161; }","duration":"529.048964ms","start":"2026-03-18T10:08:25.243235Z","end":"2026-03-18T10:08:25.772284Z","steps":["trace[691279376] 'agreement among raft nodes before linearized reading' (duration: 528.886097ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:25.772355Z","caller":"traceutil/trace.go:172","msg":"trace[657586562] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1161; }","duration":"530.326762ms","start":"2026-03-18T10:08:25.242019Z","end":"2026-03-18T10:08:25.772346Z","steps":["trace[657586562] 'agreement among raft nodes before linearized reading' (duration: 529.771701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.772385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.242013Z","time spent":"530.362303ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.772382Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.243221Z","time spent":"529.147207ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":449,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.772409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"532.626798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:25.772409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"532.346347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:25.772448Z","caller":"traceutil/trace.go:172","msg":"trace[1151318481] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1161; }","duration":"532.660449ms","start":"2026-03-18T10:08:25.239773Z","end":"2026-03-18T10:08:25.772434Z","steps":["trace[1151318481] 'agreement among raft nodes before linearized reading' (duration: 532.612897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:25.772455Z","caller":"traceutil/trace.go:172","msg":"trace[597094663] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1161; }","duration":"532.389179ms","start":"2026-03-18T10:08:25.240054Z","end":"2026-03-18T10:08:25.772443Z","steps":["trace[597094663] 'agreement among raft nodes before linearized reading' (duration: 532.326236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.772490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.239748Z","time spent":"532.731202ms","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.772496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.240047Z","time spent":"532.435741ms","remote":"127.0.0.1:56004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.772633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"530.8356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:08:25.772658Z","caller":"traceutil/trace.go:172","msg":"trace[627042520] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:1161; }","duration":"530.861811ms","start":"2026-03-18T10:08:25.241789Z","end":"2026-03-18T10:08:25.772651Z","steps":["trace[627042520] 'agreement among raft nodes before linearized reading' (duration: 530.243098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.772675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.241781Z","time spent":"530.889063ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.773787Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"492.16041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:92 size:7711"} {"level":"info","ts":"2026-03-18T10:08:25.773823Z","caller":"traceutil/trace.go:172","msg":"trace[624638086] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:92; response_revision:1161; }","duration":"492.200731ms","start":"2026-03-18T10:08:25.281615Z","end":"2026-03-18T10:08:25.773816Z","steps":["trace[624638086] 'agreement among raft nodes before linearized reading' (duration: 490.267068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.773844Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.281595Z","time spent":"492.242543ms","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":92,"response size":7734,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-18T10:08:26.272022Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917738,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:26.343297Z","caller":"traceutil/trace.go:172","msg":"trace[189786301] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"745.976663ms","start":"2026-03-18T10:08:25.597296Z","end":"2026-03-18T10:08:26.343272Z","steps":["trace[189786301] 'process raft request' (duration: 745.531796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.343543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.597275Z","time spent":"746.188051ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7993,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:26.344319Z","caller":"traceutil/trace.go:172","msg":"trace[728170620] linearizableReadLoop","detail":"{readStateIndex:1360; appliedIndex:1364; }","duration":"572.541457ms","start":"2026-03-18T10:08:25.771759Z","end":"2026-03-18T10:08:26.344301Z","steps":["trace[728170620] 'read index received' (duration: 572.535267ms)","trace[728170620] 'applied index is now lower than readState.Index' (duration: 5.11µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:26.344395Z","caller":"traceutil/trace.go:172","msg":"trace[787771093] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"565.365848ms","start":"2026-03-18T10:08:25.779008Z","end":"2026-03-18T10:08:26.344374Z","steps":["trace[787771093] 'process raft request' (duration: 565.222742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.344550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.778992Z","time spent":"565.495173ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:26.344682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"752.438154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.344709Z","caller":"traceutil/trace.go:172","msg":"trace[1268305338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1173; }","duration":"752.616321ms","start":"2026-03-18T10:08:25.592085Z","end":"2026-03-18T10:08:26.344702Z","steps":["trace[1268305338] 'agreement among raft nodes before linearized reading' (duration: 752.413303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.344926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"754.261913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.344975Z","caller":"traceutil/trace.go:172","msg":"trace[25140976] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1173; }","duration":"754.312485ms","start":"2026-03-18T10:08:25.590649Z","end":"2026-03-18T10:08:26.344961Z","steps":["trace[25140976] 'agreement among raft nodes before linearized reading' (duration: 754.218241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:26.345041Z","caller":"traceutil/trace.go:172","msg":"trace[1501314713] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"569.354217ms","start":"2026-03-18T10:08:25.775347Z","end":"2026-03-18T10:08:26.344701Z","steps":["trace[1501314713] 'process raft request' (duration: 568.806967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.345214Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.775252Z","time spent":"569.96028ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:08:26.345906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.775339Z","time spent":"569.778484ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:26.344730Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.591858Z","time spent":"752.866841ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:26.347035Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189917743,"received-request-id":12362835077189917738} {"level":"warn","ts":"2026-03-18T10:08:26.347876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.136568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.347990Z","caller":"traceutil/trace.go:172","msg":"trace[844525363] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1173; }","duration":"469.253252ms","start":"2026-03-18T10:08:25.878725Z","end":"2026-03-18T10:08:26.347978Z","steps":["trace[844525363] 'agreement among raft nodes before linearized reading' (duration: 469.112247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.349022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.878702Z","time spent":"470.307171ms","remote":"127.0.0.1:55494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:26.702427Z","caller":"traceutil/trace.go:172","msg":"trace[214941256] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1370; }","duration":"334.683386ms","start":"2026-03-18T10:08:26.367690Z","end":"2026-03-18T10:08:26.702373Z","steps":["trace[214941256] 'read index received' (duration: 334.669025ms)","trace[214941256] 'applied index is now lower than readState.Index' (duration: 12.421µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:27.028451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"678.315024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T10:08:27.028500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.496335ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:27.028553Z","caller":"traceutil/trace.go:172","msg":"trace[402051151] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1176; }","duration":"184.561199ms","start":"2026-03-18T10:08:26.843979Z","end":"2026-03-18T10:08:27.028540Z","steps":["trace[402051151] 'range keys from in-memory index tree' (duration: 184.448254ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:27.028520Z","caller":"traceutil/trace.go:172","msg":"trace[951691764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1176; }","duration":"678.393557ms","start":"2026-03-18T10:08:26.350112Z","end":"2026-03-18T10:08:27.028505Z","steps":["trace[951691764] 'agreement among raft nodes before linearized reading' (duration: 352.459941ms)","trace[951691764] 'range keys from in-memory index tree' (duration: 325.81541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:27.028629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"677.227183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-18T10:08:27.028618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"670.890925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:27.028640Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:26.350100Z","time spent":"678.516721ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:27.028656Z","caller":"traceutil/trace.go:172","msg":"trace[2142545911] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a; range_end:; response_count:1; response_revision:1176; }","duration":"677.249254ms","start":"2026-03-18T10:08:26.351395Z","end":"2026-03-18T10:08:27.028644Z","steps":["trace[2142545911] 'agreement among raft nodes before linearized reading' (duration: 351.021428ms)","trace[2142545911] 'range keys from in-memory index tree' (duration: 326.177625ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:27.028667Z","caller":"traceutil/trace.go:172","msg":"trace[1806234126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1176; }","duration":"670.936857ms","start":"2026-03-18T10:08:26.357716Z","end":"2026-03-18T10:08:27.028653Z","steps":["trace[1806234126] 'agreement among raft nodes before linearized reading' (duration: 344.672039ms)","trace[1806234126] 'range keys from in-memory index tree' (duration: 326.191325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:27.028683Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:26.351388Z","time spent":"677.286965ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:27.028695Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:26.357707Z","time spent":"670.981259ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:08:27.125974Z","caller":"traceutil/trace.go:172","msg":"trace[706808796] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"745.836928ms","start":"2026-03-18T10:08:26.380115Z","end":"2026-03-18T10:08:27.125952Z","steps":["trace[706808796] 'process raft request' (duration: 745.682862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:27.126182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:26.380091Z","time spent":"745.958192ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:27.203209Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:27.704109Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:28.205244Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:28.710122Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917748,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:28.959160Z","caller":"traceutil/trace.go:172","msg":"trace[188041415] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1376; }","duration":"2.256616845s","start":"2026-03-18T10:08:26.702509Z","end":"2026-03-18T10:08:28.959126Z","steps":["trace[188041415] 'read index received' (duration: 2.256605985s)","trace[188041415] 'applied index is now lower than readState.Index' (duration: 9.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:29.003237Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.40355776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:29.003325Z","caller":"traceutil/trace.go:172","msg":"trace[1281382098] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1182; }","duration":"2.403655244s","start":"2026-03-18T10:08:26.599647Z","end":"2026-03-18T10:08:29.003302Z","steps":["trace[1281382098] 'agreement among raft nodes before linearized reading' (duration: 2.359513003s)","trace[1281382098] 'range keys from in-memory index tree' (duration: 44.006545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:29.003364Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:26.599625Z","time spent":"2.403730107s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:29.003469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.568876432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-18T10:08:29.003513Z","caller":"traceutil/trace.go:172","msg":"trace[1248573284] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"1.970546891s","start":"2026-03-18T10:08:27.032943Z","end":"2026-03-18T10:08:29.003490Z","steps":["trace[1248573284] 'process raft request' (duration: 1.970381364s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:29.003566Z","caller":"traceutil/trace.go:172","msg":"trace[937419353] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1182; }","duration":"2.56907534s","start":"2026-03-18T10:08:26.434470Z","end":"2026-03-18T10:08:29.003545Z","steps":["trace[937419353] 'agreement among raft nodes before linearized reading' (duration: 2.524804555s)","trace[937419353] 'range keys from in-memory index tree' (duration: 43.970634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:29.003605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:26.434454Z","time spent":"2.569144513s","remote":"127.0.0.1:55600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:29.003608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:27.032924Z","time spent":"1.970637104s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:29.003773Z","caller":"traceutil/trace.go:172","msg":"trace[572971514] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"1.973688947s","start":"2026-03-18T10:08:27.030069Z","end":"2026-03-18T10:08:29.003758Z","steps":["trace[572971514] 'process raft request' (duration: 1.929461134s)","trace[572971514] 'compare' (duration: 43.679723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:29.003859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:27.030010Z","time spent":"1.973796711s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:29.021767Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189917751,"received-request-id":12362835077189917748} {"level":"warn","ts":"2026-03-18T10:08:29.030266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000206441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:29.030304Z","caller":"traceutil/trace.go:172","msg":"trace[1118459996] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277933s","start":"2026-03-18T10:08:27.030016Z","end":"2026-03-18T10:08:29.030294Z","steps":["trace[1118459996] 'agreement among raft nodes before linearized reading' (duration: 2.000205971s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.030333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:27.029999Z","time spent":"2.000328045s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:29 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:29.276398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.655183ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:29.276482Z","caller":"traceutil/trace.go:172","msg":"trace[1335353607] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1188; }","duration":"106.753016ms","start":"2026-03-18T10:08:29.169709Z","end":"2026-03-18T10:08:29.276462Z","steps":["trace[1335353607] 'range keys from in-memory index tree' (duration: 106.606351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.459374Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917751,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:29.625202Z","caller":"traceutil/trace.go:172","msg":"trace[1333439751] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"617.058656ms","start":"2026-03-18T10:08:29.008114Z","end":"2026-03-18T10:08:29.625172Z","steps":["trace[1333439751] 'process raft request' (duration: 616.864579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.625354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.008100Z","time spent":"617.185101ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T10:08:29.630592Z","caller":"traceutil/trace.go:172","msg":"trace[1050539181] linearizableReadLoop","detail":"{readStateIndex:1382; appliedIndex:1384; }","duration":"671.327602ms","start":"2026-03-18T10:08:28.959237Z","end":"2026-03-18T10:08:29.630565Z","steps":["trace[1050539181] 'read index received' (duration: 671.316882ms)","trace[1050539181] 'applied index is now lower than readState.Index' (duration: 9.56µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:29.630638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.06731343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:29.630698Z","caller":"traceutil/trace.go:172","msg":"trace[112329766] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1190; }","duration":"1.067377432s","start":"2026-03-18T10:08:28.563305Z","end":"2026-03-18T10:08:29.630683Z","steps":["trace[112329766] 'agreement among raft nodes before linearized reading' (duration: 1.067271929s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.630740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:28.563295Z","time spent":"1.067435015s","remote":"127.0.0.1:55470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:29.630750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.602132866s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:29.630778Z","caller":"traceutil/trace.go:172","msg":"trace[1715632450] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1190; }","duration":"2.602181788s","start":"2026-03-18T10:08:27.028588Z","end":"2026-03-18T10:08:29.630770Z","steps":["trace[1715632450] 'agreement among raft nodes before linearized reading' (duration: 2.602097104s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.630859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.223294613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:29.630894Z","caller":"traceutil/trace.go:172","msg":"trace[1779407888] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1191; }","duration":"2.223329404s","start":"2026-03-18T10:08:27.407554Z","end":"2026-03-18T10:08:29.630884Z","steps":["trace[1779407888] 'agreement among raft nodes before linearized reading' (duration: 2.223253011s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.630901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.121264315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:29.630913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:27.407542Z","time spent":"2.223366735s","remote":"127.0.0.1:55566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:29.630932Z","caller":"traceutil/trace.go:172","msg":"trace[1133883455] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1191; }","duration":"1.121296536s","start":"2026-03-18T10:08:28.509627Z","end":"2026-03-18T10:08:29.630923Z","steps":["trace[1133883455] 'agreement among raft nodes before linearized reading' (duration: 1.121237324s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.630958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:28.509611Z","time spent":"1.121340198s","remote":"127.0.0.1:56372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:29.630960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.617084712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:08:29.631105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.50112667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:8008"} {"level":"warn","ts":"2026-03-18T10:08:29.630838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"717.695705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:29.631550Z","caller":"traceutil/trace.go:172","msg":"trace[1427228846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1190; }","duration":"718.407641ms","start":"2026-03-18T10:08:28.913113Z","end":"2026-03-18T10:08:29.631520Z","steps":["trace[1427228846] 'agreement among raft nodes before linearized reading' (duration: 717.628503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.631956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:28.913091Z","time spent":"718.854458ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:08:29.631134Z","caller":"traceutil/trace.go:172","msg":"trace[468668298] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:1192; }","duration":"2.501156931s","start":"2026-03-18T10:08:27.129969Z","end":"2026-03-18T10:08:29.631126Z","steps":["trace[468668298] 'agreement among raft nodes before linearized reading' (duration: 2.500985614s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.632243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:27.129954Z","time spent":"2.502262122s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8031,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:29.631146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.495140319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T10:08:29.632523Z","caller":"traceutil/trace.go:172","msg":"trace[738130409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1192; }","duration":"1.49650512s","start":"2026-03-18T10:08:28.135998Z","end":"2026-03-18T10:08:29.632503Z","steps":["trace[738130409] 'agreement among raft nodes before linearized reading' (duration: 1.495061746s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.632575Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:28.135972Z","time spent":"1.496587593s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:29.631142Z","caller":"traceutil/trace.go:172","msg":"trace[216756070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1191; }","duration":"1.617248978s","start":"2026-03-18T10:08:28.013849Z","end":"2026-03-18T10:08:29.631098Z","steps":["trace[216756070] 'agreement among raft nodes before linearized reading' (duration: 1.616951337s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.632870Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:28.013828Z","time spent":"1.619007113s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:29.633424Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189917753,"received-request-id":12362835077189917751} {"level":"warn","ts":"2026-03-18T10:08:29.634246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"594.648555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:29.634294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.273545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:08:29.634815Z","caller":"traceutil/trace.go:172","msg":"trace[1028690314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1193; }","duration":"260.789854ms","start":"2026-03-18T10:08:29.374008Z","end":"2026-03-18T10:08:29.634798Z","steps":["trace[1028690314] 'agreement among raft nodes before linearized reading' (duration: 260.199672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.634418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.906545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-03-18T10:08:29.634578Z","caller":"traceutil/trace.go:172","msg":"trace[1146647808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1193; }","duration":"594.977807ms","start":"2026-03-18T10:08:29.039589Z","end":"2026-03-18T10:08:29.634567Z","steps":["trace[1146647808] 'agreement among raft nodes before linearized reading' (duration: 594.623514ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:29.634896Z","caller":"traceutil/trace.go:172","msg":"trace[830088182] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1193; }","duration":"629.389323ms","start":"2026-03-18T10:08:29.005493Z","end":"2026-03-18T10:08:29.634882Z","steps":["trace[830088182] 'agreement among raft nodes before linearized reading' (duration: 628.75374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.634920Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.039577Z","time spent":"595.335381ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:29.634938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.005369Z","time spent":"629.55736ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":412,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-18T10:08:29.728008Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:22.727388Z","time spent":"7.000613164s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-03-18T10:08:29.886547Z","caller":"traceutil/trace.go:172","msg":"trace[1957154454] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1388; }","duration":"252.33148ms","start":"2026-03-18T10:08:29.634189Z","end":"2026-03-18T10:08:29.886521Z","steps":["trace[1957154454] 'read index received' (duration: 252.3228ms)","trace[1957154454] 'applied index is now lower than readState.Index' (duration: 7.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:30.006601Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:23.005730Z","time spent":"7.00086553s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T10:08:30.387622Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:30.845367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.211908835s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:30.845448Z","caller":"traceutil/trace.go:172","msg":"trace[1745515397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1193; }","duration":"1.21199688s","start":"2026-03-18T10:08:29.633436Z","end":"2026-03-18T10:08:30.845433Z","steps":["trace[1745515397] 'agreement among raft nodes before linearized reading' (duration: 253.203893ms)","trace[1745515397] 'range keys from in-memory index tree' (duration: 958.685683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:30.845636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"687.349145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:08:30.887768Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:31.163675Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:24.162738Z","time spent":"7.000929852s","remote":"127.0.0.1:55626","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T10:08:31.388941Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189917760,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:31.489096Z","caller":"traceutil/trace.go:172","msg":"trace[857689939] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"1.849693315s","start":"2026-03-18T10:08:29.639392Z","end":"2026-03-18T10:08:31.489086Z","steps":["trace[857689939] 'process raft request' (duration: 1.849481138s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:31.489072Z","caller":"traceutil/trace.go:172","msg":"trace[2061547525] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1198; }","duration":"1.849929304s","start":"2026-03-18T10:08:29.639127Z","end":"2026-03-18T10:08:31.489056Z","steps":["trace[2061547525] 'process raft request' (duration: 1.849657504s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:31.489163Z","caller":"traceutil/trace.go:172","msg":"trace[1683833436] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"1.851675589s","start":"2026-03-18T10:08:29.637202Z","end":"2026-03-18T10:08:31.488877Z","steps":["trace[1683833436] 'process raft request' (duration: 1.851424049s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.489204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.639114Z","time spent":"1.850017167s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":515,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:31.489370Z","caller":"traceutil/trace.go:172","msg":"trace[1443202560] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"1.846925233s","start":"2026-03-18T10:08:29.642437Z","end":"2026-03-18T10:08:31.489363Z","steps":["trace[1443202560] 'process raft request' (duration: 1.846502887s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.489410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.642430Z","time spent":"1.846959105s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7801,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:31.489459Z","caller":"traceutil/trace.go:172","msg":"trace[415122324] transaction","detail":"{read_only:false; response_revision:1201; number_of_response:1; }","duration":"1.756904767s","start":"2026-03-18T10:08:29.732545Z","end":"2026-03-18T10:08:31.489450Z","steps":["trace[415122324] 'process raft request' (duration: 1.756470871s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.489507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.732526Z","time spent":"1.756958159s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:31.489186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.639373Z","time spent":"1.849758288s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:31.489645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.637183Z","time spent":"1.852067963s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:31.499625Z","caller":"traceutil/trace.go:172","msg":"trace[2065245662] linearizableReadLoop","detail":"{readStateIndex:1391; appliedIndex:1402; }","duration":"1.612945131s","start":"2026-03-18T10:08:29.886656Z","end":"2026-03-18T10:08:31.499601Z","steps":["trace[2065245662] 'read index received' (duration: 1.61293944s)","trace[2065245662] 'applied index is now lower than readState.Index' (duration: 5.161µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:31.499879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.862937144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-03-18T10:08:31.500194Z","caller":"traceutil/trace.go:172","msg":"trace[1831582096] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1205; }","duration":"1.863275386s","start":"2026-03-18T10:08:29.636907Z","end":"2026-03-18T10:08:31.500182Z","steps":["trace[1831582096] 'agreement among raft nodes before linearized reading' (duration: 1.86282552s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:31.500041Z","caller":"traceutil/trace.go:172","msg":"trace[1845831288] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"1.489046099s","start":"2026-03-18T10:08:30.010970Z","end":"2026-03-18T10:08:31.500017Z","steps":["trace[1845831288] 'process raft request' (duration: 1.488716747s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.500660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:30.010946Z","time spent":"1.489511456s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:31.500697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.636888Z","time spent":"1.863336899s","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":542,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.548204Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189917764,"received-request-id":12362835077189917760} {"level":"warn","ts":"2026-03-18T10:08:31.549771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"542.332877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T10:08:31.549830Z","caller":"traceutil/trace.go:172","msg":"trace[895992803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1214; }","duration":"542.404499ms","start":"2026-03-18T10:08:31.007409Z","end":"2026-03-18T10:08:31.549814Z","steps":["trace[895992803] 'agreement among raft nodes before linearized reading' (duration: 542.225083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.549867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:31.007389Z","time spent":"542.468792ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.549885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.469751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"warn","ts":"2026-03-18T10:08:31.549848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"702.864697ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.549927Z","caller":"traceutil/trace.go:172","msg":"trace[563172988] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:1215; }","duration":"381.511353ms","start":"2026-03-18T10:08:31.168403Z","end":"2026-03-18T10:08:31.549915Z","steps":["trace[563172988] 'agreement among raft nodes before linearized reading' (duration: 381.212622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.549956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:31.168387Z","time spent":"381.562154ms","remote":"127.0.0.1:55626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4069,"request content":"key:\"/registry/minions/controller-2\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:31.549942Z","caller":"traceutil/trace.go:172","msg":"trace[1478444756] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1215; }","duration":"702.971451ms","start":"2026-03-18T10:08:30.846954Z","end":"2026-03-18T10:08:31.549925Z","steps":["trace[1478444756] 'agreement among raft nodes before linearized reading' (duration: 702.817846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.550038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.48300965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.550076Z","caller":"traceutil/trace.go:172","msg":"trace[1923076738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1215; }","duration":"1.483043832s","start":"2026-03-18T10:08:30.067021Z","end":"2026-03-18T10:08:31.550065Z","steps":["trace[1923076738] 'agreement among raft nodes before linearized reading' (duration: 1.482987679s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.550108Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:30.067007Z","time spent":"1.483090834s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:08:31.700636Z","caller":"traceutil/trace.go:172","msg":"trace[1617135311] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1414; }","duration":"148.039743ms","start":"2026-03-18T10:08:31.552567Z","end":"2026-03-18T10:08:31.700607Z","steps":["trace[1617135311] 'read index received' (duration: 148.032062ms)","trace[1617135311] 'applied index is now lower than readState.Index' (duration: 6.511µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:31.700863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.51687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.701016Z","caller":"traceutil/trace.go:172","msg":"trace[1501817411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1215; }","duration":"148.689937ms","start":"2026-03-18T10:08:31.552303Z","end":"2026-03-18T10:08:31.700993Z","steps":["trace[1501817411] 'agreement among raft nodes before linearized reading' (duration: 148.404676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.708533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.466813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.708593Z","caller":"traceutil/trace.go:172","msg":"trace[2104888606] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1218; }","duration":"153.538205ms","start":"2026-03-18T10:08:31.555042Z","end":"2026-03-18T10:08:31.708580Z","steps":["trace[2104888606] 'agreement among raft nodes before linearized reading' (duration: 153.427601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.708595Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.998786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.708667Z","caller":"traceutil/trace.go:172","msg":"trace[1947580483] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1218; }","duration":"153.089409ms","start":"2026-03-18T10:08:31.555559Z","end":"2026-03-18T10:08:31.708649Z","steps":["trace[1947580483] 'agreement among raft nodes before linearized reading' (duration: 152.940673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.708815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.620592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" limit:1 ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-03-18T10:08:31.708905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.619389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5mmcv\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-03-18T10:08:31.708969Z","caller":"traceutil/trace.go:172","msg":"trace[2067738879] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5mmcv; range_end:; response_count:1; response_revision:1218; }","duration":"153.65682ms","start":"2026-03-18T10:08:31.555276Z","end":"2026-03-18T10:08:31.708933Z","steps":["trace[2067738879] 'agreement among raft nodes before linearized reading' (duration: 153.494634ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:31.708905Z","caller":"traceutil/trace.go:172","msg":"trace[1470721090] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1218; }","duration":"152.775758ms","start":"2026-03-18T10:08:31.556087Z","end":"2026-03-18T10:08:31.708863Z","steps":["trace[1470721090] 'agreement among raft nodes before linearized reading' (duration: 152.529139ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:31.709482Z","caller":"traceutil/trace.go:172","msg":"trace[800211333] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"156.10627ms","start":"2026-03-18T10:08:31.553366Z","end":"2026-03-18T10:08:31.709472Z","steps":["trace[800211333] 'process raft request' (duration: 156.011567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:31.710243Z","caller":"traceutil/trace.go:172","msg":"trace[632042882] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"151.808852ms","start":"2026-03-18T10:08:31.558426Z","end":"2026-03-18T10:08:31.710234Z","steps":["trace[632042882] 'process raft request' (duration: 151.731899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:31.710435Z","caller":"traceutil/trace.go:172","msg":"trace[612305600] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"154.084565ms","start":"2026-03-18T10:08:31.556343Z","end":"2026-03-18T10:08:31.710428Z","steps":["trace[612305600] 'process raft request' (duration: 153.740383ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:31.824483Z","caller":"traceutil/trace.go:172","msg":"trace[408467452] linearizableReadLoop","detail":"{readStateIndex:1428; appliedIndex:1428; }","duration":"100.080707ms","start":"2026-03-18T10:08:31.724381Z","end":"2026-03-18T10:08:31.824461Z","steps":["trace[408467452] 'read index received' (duration: 100.074706ms)","trace[408467452] 'applied index is now lower than readState.Index' (duration: 5.331µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:31.848497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.087991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-18T10:08:31.848583Z","caller":"traceutil/trace.go:172","msg":"trace[1478446268] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1228; }","duration":"124.186874ms","start":"2026-03-18T10:08:31.724376Z","end":"2026-03-18T10:08:31.848563Z","steps":["trace[1478446268] 'agreement among raft nodes before linearized reading' (duration: 100.16908ms)","trace[1478446268] 'range keys from in-memory index tree' (duration: 23.817837ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:31.848730Z","caller":"traceutil/trace.go:172","msg":"trace[1543333472] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"119.952448ms","start":"2026-03-18T10:08:31.728759Z","end":"2026-03-18T10:08:31.848711Z","steps":["trace[1543333472] 'process raft request' (duration: 119.903326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.852233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.292122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-18T10:08:31.852295Z","caller":"traceutil/trace.go:172","msg":"trace[1117623582] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:1234; }","duration":"126.363624ms","start":"2026-03-18T10:08:31.725919Z","end":"2026-03-18T10:08:31.852283Z","steps":["trace[1117623582] 'agreement among raft nodes before linearized reading' (duration: 126.196968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.852570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.758529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T10:08:31.852633Z","caller":"traceutil/trace.go:172","msg":"trace[1641934641] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a; range_end:; response_count:1; response_revision:1234; }","duration":"126.822721ms","start":"2026-03-18T10:08:31.725801Z","end":"2026-03-18T10:08:31.852624Z","steps":["trace[1641934641] 'agreement among raft nodes before linearized reading' (duration: 126.711277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:32.033580Z","caller":"traceutil/trace.go:172","msg":"trace[2037600032] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"132.649552ms","start":"2026-03-18T10:08:31.900912Z","end":"2026-03-18T10:08:32.033562Z","steps":["trace[2037600032] 'process raft request' (duration: 132.544908ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:32.076649Z","caller":"traceutil/trace.go:172","msg":"trace[1238272731] linearizableReadLoop","detail":"{readStateIndex:1445; appliedIndex:1445; }","duration":"131.515326ms","start":"2026-03-18T10:08:31.945095Z","end":"2026-03-18T10:08:32.076611Z","steps":["trace[1238272731] 'read index received' (duration: 131.507985ms)","trace[1238272731] 'applied index is now lower than readState.Index' (duration: 6.421µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:32.076852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.737564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-18T10:08:32.076914Z","caller":"traceutil/trace.go:172","msg":"trace[83097040] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:1245; }","duration":"131.813736ms","start":"2026-03-18T10:08:31.945086Z","end":"2026-03-18T10:08:32.076899Z","steps":["trace[83097040] 'agreement among raft nodes before linearized reading' (duration: 131.63051ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:32.198543Z","caller":"traceutil/trace.go:172","msg":"trace[851957244] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1454; }","duration":"101.741927ms","start":"2026-03-18T10:08:32.096780Z","end":"2026-03-18T10:08:32.198522Z","steps":["trace[851957244] 'read index received' (duration: 101.733656ms)","trace[851957244] 'applied index is now lower than readState.Index' (duration: 7.001µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:32.198865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.979675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" limit:1 ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-18T10:08:32.198935Z","caller":"traceutil/trace.go:172","msg":"trace[760088710] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:1253; }","duration":"102.145491ms","start":"2026-03-18T10:08:32.096774Z","end":"2026-03-18T10:08:32.198919Z","steps":["trace[760088710] 'agreement among raft nodes before linearized reading' (duration: 101.871661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:32.974275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.174671ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:32.974322Z","caller":"traceutil/trace.go:172","msg":"trace[652711861] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1277; }","duration":"130.228793ms","start":"2026-03-18T10:08:32.844084Z","end":"2026-03-18T10:08:32.974313Z","steps":["trace[652711861] 'range keys from in-memory index tree' (duration: 130.147159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:32.974452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.308398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" limit:1 ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-18T10:08:32.974501Z","caller":"traceutil/trace.go:172","msg":"trace[272758817] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:1277; }","duration":"337.36081ms","start":"2026-03-18T10:08:32.637127Z","end":"2026-03-18T10:08:32.974488Z","steps":["trace[272758817] 'range keys from in-memory index tree' (duration: 336.234388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:32.974545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:32.637118Z","time spent":"337.410551ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:33.150348Z","caller":"traceutil/trace.go:172","msg":"trace[1605553700] linearizableReadLoop","detail":"{readStateIndex:1480; appliedIndex:1480; }","duration":"187.516641ms","start":"2026-03-18T10:08:32.962814Z","end":"2026-03-18T10:08:33.150331Z","steps":["trace[1605553700] 'read index received' (duration: 187.51258ms)","trace[1605553700] 'applied index is now lower than readState.Index' (duration: 3.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:33.150462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.636215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:33.150495Z","caller":"traceutil/trace.go:172","msg":"trace[974724441] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1279; }","duration":"187.678616ms","start":"2026-03-18T10:08:32.962808Z","end":"2026-03-18T10:08:33.150487Z","steps":["trace[974724441] 'agreement among raft nodes before linearized reading' (duration: 187.613114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:33.152339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.9851ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:33.152431Z","caller":"traceutil/trace.go:172","msg":"trace[271097343] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1279; }","duration":"178.079833ms","start":"2026-03-18T10:08:32.974343Z","end":"2026-03-18T10:08:33.152423Z","steps":["trace[271097343] 'agreement among raft nodes before linearized reading' (duration: 177.972629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:33.152647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.686442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-18T10:08:33.153272Z","caller":"traceutil/trace.go:172","msg":"trace[407523448] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:1279; }","duration":"174.311105ms","start":"2026-03-18T10:08:32.978952Z","end":"2026-03-18T10:08:33.153263Z","steps":["trace[407523448] 'agreement among raft nodes before linearized reading' (duration: 173.647081ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:33.420332Z","caller":"traceutil/trace.go:172","msg":"trace[1943809347] linearizableReadLoop","detail":"{readStateIndex:1485; appliedIndex:1485; }","duration":"103.454378ms","start":"2026-03-18T10:08:33.316858Z","end":"2026-03-18T10:08:33.420313Z","steps":["trace[1943809347] 'read index received' (duration: 103.448787ms)","trace[1943809347] 'applied index is now lower than readState.Index' (duration: 4.791µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:33.420516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.636284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/volumeattributesclass-protection-controller\" limit:1 ","response":"range_response_count:1 size:252"} {"level":"info","ts":"2026-03-18T10:08:33.420541Z","caller":"traceutil/trace.go:172","msg":"trace[428126894] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/volumeattributesclass-protection-controller; range_end:; response_count:1; response_revision:1284; }","duration":"103.680226ms","start":"2026-03-18T10:08:33.316854Z","end":"2026-03-18T10:08:33.420534Z","steps":["trace[428126894] 'agreement among raft nodes before linearized reading' (duration: 103.542081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:33.440200Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:33.495317Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:33.540309Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:33.630644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34812","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T10:08:33.717266Z","caller":"traceutil/trace.go:172","msg":"trace[1355390865] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1488; }","duration":"167.710401ms","start":"2026-03-18T10:08:33.549523Z","end":"2026-03-18T10:08:33.717233Z","steps":["trace[1355390865] 'read index received' (duration: 167.69835ms)","trace[1355390865] 'applied index is now lower than readState.Index' (duration: 10.631µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:33.717607Z","caller":"traceutil/trace.go:172","msg":"trace[1586300218] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"167.627728ms","start":"2026-03-18T10:08:33.549969Z","end":"2026-03-18T10:08:33.717597Z","steps":["trace[1586300218] 'process raft request' (duration: 167.311787ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:33.717711Z","caller":"traceutil/trace.go:172","msg":"trace[2007714988] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1290; }","duration":"161.926489ms","start":"2026-03-18T10:08:33.555777Z","end":"2026-03-18T10:08:33.717703Z","steps":["trace[2007714988] 'process raft request' (duration: 161.895398ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:33.717895Z","caller":"traceutil/trace.go:172","msg":"trace[517941957] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"164.249624ms","start":"2026-03-18T10:08:33.553619Z","end":"2026-03-18T10:08:33.717869Z","steps":["trace[517941957] 'process raft request' (duration: 164.024706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:33.717950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.972161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner\" limit:1 ","response":"range_response_count:1 size:238"} {"level":"info","ts":"2026-03-18T10:08:33.718011Z","caller":"traceutil/trace.go:172","msg":"trace[920696734] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/legacy-service-account-token-cleaner; range_end:; response_count:1; response_revision:1287; }","duration":"168.48375ms","start":"2026-03-18T10:08:33.549506Z","end":"2026-03-18T10:08:33.717990Z","steps":["trace[920696734] 'agreement among raft nodes before linearized reading' (duration: 167.856697ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:33.717740Z","caller":"traceutil/trace.go:172","msg":"trace[2047655185] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"164.214293ms","start":"2026-03-18T10:08:33.553502Z","end":"2026-03-18T10:08:33.717716Z","steps":["trace[2047655185] 'process raft request' (duration: 164.062347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:33.720644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.188692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:33.720676Z","caller":"traceutil/trace.go:172","msg":"trace[1651755459] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1290; }","duration":"170.237054ms","start":"2026-03-18T10:08:33.550433Z","end":"2026-03-18T10:08:33.720670Z","steps":["trace[1651755459] 'agreement among raft nodes before linearized reading' (duration: 170.164161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:33.720978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.819952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:33.721000Z","caller":"traceutil/trace.go:172","msg":"trace[416863826] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1290; }","duration":"162.841613ms","start":"2026-03-18T10:08:33.558153Z","end":"2026-03-18T10:08:33.720994Z","steps":["trace[416863826] 'agreement among raft nodes before linearized reading' (duration: 162.809791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:33.724029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.501473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:33.724059Z","caller":"traceutil/trace.go:172","msg":"trace[1393867221] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes; range_end:; response_count:0; response_revision:1290; }","duration":"173.534904ms","start":"2026-03-18T10:08:33.550517Z","end":"2026-03-18T10:08:33.724052Z","steps":["trace[1393867221] 'agreement among raft nodes before linearized reading' (duration: 173.482382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:33.830394Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:33.850709Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:33.864186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34862","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T10:08:33.880599Z","caller":"traceutil/trace.go:172","msg":"trace[2141408222] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"153.809642ms","start":"2026-03-18T10:08:33.726775Z","end":"2026-03-18T10:08:33.880584Z","steps":["trace[2141408222] 'process raft request' (duration: 153.352985ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:33.882889Z","caller":"traceutil/trace.go:172","msg":"trace[501971258] linearizableReadLoop","detail":"{readStateIndex:1497; appliedIndex:1501; }","duration":"158.598487ms","start":"2026-03-18T10:08:33.724276Z","end":"2026-03-18T10:08:33.882874Z","steps":["trace[501971258] 'read index received' (duration: 158.595247ms)","trace[501971258] 'applied index is now lower than readState.Index' (duration: 2.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:33.883108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.814476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking\" limit:1 ","response":"range_response_count:1 size:370"} {"level":"info","ts":"2026-03-18T10:08:33.883157Z","caller":"traceutil/trace.go:172","msg":"trace[1791715486] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-apiserver-legacy-service-account-token-tracking; range_end:; response_count:1; response_revision:1299; }","duration":"158.876608ms","start":"2026-03-18T10:08:33.724270Z","end":"2026-03-18T10:08:33.883146Z","steps":["trace[1791715486] 'agreement among raft nodes before linearized reading' (duration: 158.690811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:33.888267Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:33.889489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.773696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T10:08:33.889527Z","caller":"traceutil/trace.go:172","msg":"trace[462918442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1301; }","duration":"163.821178ms","start":"2026-03-18T10:08:33.725696Z","end":"2026-03-18T10:08:33.889518Z","steps":["trace[462918442] 'agreement among raft nodes before linearized reading' (duration: 163.707124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:33.889943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.827693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:33.889962Z","caller":"traceutil/trace.go:172","msg":"trace[803938682] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1301; }","duration":"138.847434ms","start":"2026-03-18T10:08:33.751109Z","end":"2026-03-18T10:08:33.889956Z","steps":["trace[803938682] 'agreement among raft nodes before linearized reading' (duration: 138.815653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:33.905380Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:33.936195Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:33.958707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:34.006518Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:34.030175Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35002","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:34.048209Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:34.075004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:34.088590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35048","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T10:08:34.203274Z","caller":"traceutil/trace.go:172","msg":"trace[191616162] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1507; }","duration":"305.151352ms","start":"2026-03-18T10:08:33.898104Z","end":"2026-03-18T10:08:34.203256Z","steps":["trace[191616162] 'read index received' (duration: 305.134742ms)","trace[191616162] 'applied index is now lower than readState.Index' (duration: 15.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:34.203541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.258176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.203635Z","caller":"traceutil/trace.go:172","msg":"trace[547668580] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1305; }","duration":"305.521726ms","start":"2026-03-18T10:08:33.898095Z","end":"2026-03-18T10:08:34.203617Z","steps":["trace[547668580] 'agreement among raft nodes before linearized reading' (duration: 305.217084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.203690Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:33.898080Z","time spent":"305.599219ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:34.206439Z","caller":"traceutil/trace.go:172","msg":"trace[1818574658] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"310.197806ms","start":"2026-03-18T10:08:33.896232Z","end":"2026-03-18T10:08:34.206430Z","steps":["trace[1818574658] 'process raft request' (duration: 308.703082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.206549Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:33.896218Z","time spent":"310.27646ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:34.206667Z","caller":"traceutil/trace.go:172","msg":"trace[707524600] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"307.700295ms","start":"2026-03-18T10:08:33.898958Z","end":"2026-03-18T10:08:34.206658Z","steps":["trace[707524600] 'process raft request' (duration: 306.160778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.207047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:33.898944Z","time spent":"308.078199ms","remote":"127.0.0.1:55626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3962,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:34.221231Z","caller":"traceutil/trace.go:172","msg":"trace[859583252] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"249.227312ms","start":"2026-03-18T10:08:33.971989Z","end":"2026-03-18T10:08:34.221216Z","steps":["trace[859583252] 'process raft request' (duration: 249.148449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227026Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.038621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:34.227074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.679252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.227088Z","caller":"traceutil/trace.go:172","msg":"trace[665292781] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1314; }","duration":"259.111844ms","start":"2026-03-18T10:08:33.967964Z","end":"2026-03-18T10:08:34.227076Z","steps":["trace[665292781] 'agreement among raft nodes before linearized reading' (duration: 259.026151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:34.227107Z","caller":"traceutil/trace.go:172","msg":"trace[421402132] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes; range_end:; response_count:0; response_revision:1314; }","duration":"184.716964ms","start":"2026-03-18T10:08:34.042383Z","end":"2026-03-18T10:08:34.227100Z","steps":["trace[421402132] 'agreement among raft nodes before linearized reading' (duration: 184.658002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227088Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.002261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.227141Z","caller":"traceutil/trace.go:172","msg":"trace[1284241510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1314; }","duration":"160.066494ms","start":"2026-03-18T10:08:34.067063Z","end":"2026-03-18T10:08:34.227130Z","steps":["trace[1284241510] 'agreement among raft nodes before linearized reading' (duration: 159.95852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227204Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.28967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.227228Z","caller":"traceutil/trace.go:172","msg":"trace[1701997860] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1314; }","duration":"259.315681ms","start":"2026-03-18T10:08:33.967907Z","end":"2026-03-18T10:08:34.227222Z","steps":["trace[1701997860] 'agreement among raft nodes before linearized reading' (duration: 259.2768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.496228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.227247Z","caller":"traceutil/trace.go:172","msg":"trace[1028893993] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:1314; }","duration":"169.512619ms","start":"2026-03-18T10:08:34.057730Z","end":"2026-03-18T10:08:34.227243Z","steps":["trace[1028893993] 'agreement among raft nodes before linearized reading' (duration: 169.484648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.858162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.227272Z","caller":"traceutil/trace.go:172","msg":"trace[1729983888] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies; range_end:; response_count:0; response_revision:1314; }","duration":"206.905124ms","start":"2026-03-18T10:08:34.020360Z","end":"2026-03-18T10:08:34.227265Z","steps":["trace[1729983888] 'agreement among raft nodes before linearized reading' (duration: 206.726597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.035619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:34.227177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.706379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.227342Z","caller":"traceutil/trace.go:172","msg":"trace[140913009] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1314; }","duration":"280.06345ms","start":"2026-03-18T10:08:33.947272Z","end":"2026-03-18T10:08:34.227336Z","steps":["trace[140913009] 'agreement among raft nodes before linearized reading' (duration: 280.025009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.039558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.227389Z","caller":"traceutil/trace.go:172","msg":"trace[1231282333] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies; range_end:; response_count:0; response_revision:1314; }","duration":"144.068919ms","start":"2026-03-18T10:08:34.083313Z","end":"2026-03-18T10:08:34.227382Z","steps":["trace[1231282333] 'agreement among raft nodes before linearized reading' (duration: 144.030788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227204Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.407685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.227735Z","caller":"traceutil/trace.go:172","msg":"trace[241333472] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1314; }","duration":"169.944195ms","start":"2026-03-18T10:08:34.057784Z","end":"2026-03-18T10:08:34.227728Z","steps":["trace[241333472] 'agreement among raft nodes before linearized reading' (duration: 169.28267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.179879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.227794Z","caller":"traceutil/trace.go:172","msg":"trace[1317169782] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1314; }","duration":"128.686818ms","start":"2026-03-18T10:08:34.099100Z","end":"2026-03-18T10:08:34.227787Z","steps":["trace[1317169782] 'agreement among raft nodes before linearized reading' (duration: 128.050125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.989597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.227963Z","caller":"traceutil/trace.go:172","msg":"trace[1814427020] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1314; }","duration":"144.62333ms","start":"2026-03-18T10:08:34.083332Z","end":"2026-03-18T10:08:34.227956Z","steps":["trace[1814427020] 'agreement among raft nodes before linearized reading' (duration: 143.977936ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:34.227369Z","caller":"traceutil/trace.go:172","msg":"trace[1843221875] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1314; }","duration":"185.898616ms","start":"2026-03-18T10:08:34.041462Z","end":"2026-03-18T10:08:34.227361Z","steps":["trace[1843221875] 'agreement among raft nodes before linearized reading' (duration: 185.599645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.286538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.228192Z","caller":"traceutil/trace.go:172","msg":"trace[1098241336] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:1314; }","duration":"281.021545ms","start":"2026-03-18T10:08:33.947162Z","end":"2026-03-18T10:08:34.228183Z","steps":["trace[1098241336] 'agreement among raft nodes before linearized reading' (duration: 280.274308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.927911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.228308Z","caller":"traceutil/trace.go:172","msg":"trace[1093718461] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants; range_end:; response_count:0; response_revision:1314; }","duration":"128.776542ms","start":"2026-03-18T10:08:34.099524Z","end":"2026-03-18T10:08:34.228301Z","steps":["trace[1093718461] 'agreement among raft nodes before linearized reading' (duration: 127.875679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.654914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.228416Z","caller":"traceutil/trace.go:172","msg":"trace[1933612642] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1314; }","duration":"310.585538ms","start":"2026-03-18T10:08:33.917821Z","end":"2026-03-18T10:08:34.228407Z","steps":["trace[1933612642] 'agreement among raft nodes before linearized reading' (duration: 309.645504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.227525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.791699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.228474Z","caller":"traceutil/trace.go:172","msg":"trace[1506279677] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies; range_end:; response_count:0; response_revision:1314; }","duration":"310.763235ms","start":"2026-03-18T10:08:33.917703Z","end":"2026-03-18T10:08:34.228466Z","steps":["trace[1506279677] 'agreement among raft nodes before linearized reading' (duration: 309.782959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.228497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:33.917683Z","time spent":"310.805336ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:34.227553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.441079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.228553Z","caller":"traceutil/trace.go:172","msg":"trace[212467874] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1314; }","duration":"330.438475ms","start":"2026-03-18T10:08:33.898106Z","end":"2026-03-18T10:08:34.228544Z","steps":["trace[212467874] 'agreement among raft nodes before linearized reading' (duration: 329.431819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.228508Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:33.917793Z","time spent":"310.664671ms","remote":"127.0.0.1:34916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T10:08:34.228582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:33.898084Z","time spent":"330.489506ms","remote":"127.0.0.1:34898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T10:08:34.227026Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.715599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:34.228817Z","caller":"traceutil/trace.go:172","msg":"trace[1703996419] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1314; }","duration":"210.513755ms","start":"2026-03-18T10:08:34.018294Z","end":"2026-03-18T10:08:34.228808Z","steps":["trace[1703996419] 'agreement among raft nodes before linearized reading' (duration: 208.698169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:34.284210Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:34.329128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:34.346579Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:34.368384Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35158","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:34.397691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:34.415509Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35208","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T10:08:52.377108Z","caller":"traceutil/trace.go:172","msg":"trace[1803447086] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"125.144103ms","start":"2026-03-18T10:08:52.251943Z","end":"2026-03-18T10:08:52.377087Z","steps":["trace[1803447086] 'process raft request' (duration: 125.06195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:05.442516Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:09:05.459114Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:09:05.484313Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35610","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:09:05.520323Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:09:05.533811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:09:05.549767Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:09:05.562916Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:09:05.572770Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:09:05.586436Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:09:05.603781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:09:05.640198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35758","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T10:09:21.772007Z","caller":"traceutil/trace.go:172","msg":"trace[339594000] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1930; }","duration":"199.217299ms","start":"2026-03-18T10:09:21.572757Z","end":"2026-03-18T10:09:21.771974Z","steps":["trace[339594000] 'read index received' (duration: 199.211199ms)","trace[339594000] 'applied index is now lower than readState.Index' (duration: 4.85µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:21.772124Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.358054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:21.772146Z","caller":"traceutil/trace.go:172","msg":"trace[326814270] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1642; }","duration":"199.397596ms","start":"2026-03-18T10:09:21.572741Z","end":"2026-03-18T10:09:21.772139Z","steps":["trace[326814270] 'agreement among raft nodes before linearized reading' (duration: 199.325413ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:21.776335Z","caller":"traceutil/trace.go:172","msg":"trace[1769723531] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"146.132056ms","start":"2026-03-18T10:09:21.630179Z","end":"2026-03-18T10:09:21.776311Z","steps":["trace[1769723531] 'process raft request' (duration: 146.050394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:25.025418Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:09:25.526641Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918354,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:09:25.725492Z","caller":"traceutil/trace.go:172","msg":"trace[1079922748] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1967; }","duration":"1.200983885s","start":"2026-03-18T10:09:24.524484Z","end":"2026-03-18T10:09:25.725467Z","steps":["trace[1079922748] 'read index received' (duration: 1.200978265s)","trace[1079922748] 'applied index is now lower than readState.Index' (duration: 4.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:25.725672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.201173702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:25.725717Z","caller":"traceutil/trace.go:172","msg":"trace[2048432435] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1678; }","duration":"1.201236374s","start":"2026-03-18T10:09:24.524468Z","end":"2026-03-18T10:09:25.725704Z","steps":["trace[2048432435] 'agreement among raft nodes before linearized reading' (duration: 1.20113227s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:25.725754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:24.524446Z","time spent":"1.201298956s","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:09:25.727663Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"659.43597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:09:25.727695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"883.188988ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:25.727720Z","caller":"traceutil/trace.go:172","msg":"trace[1745400677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1678; }","duration":"659.493322ms","start":"2026-03-18T10:09:25.068214Z","end":"2026-03-18T10:09:25.727708Z","steps":["trace[1745400677] 'agreement among raft nodes before linearized reading' (duration: 659.404879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:25.727757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:25.068187Z","time spent":"659.562764ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:09:25.727755Z","caller":"traceutil/trace.go:172","msg":"trace[2117860392] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1678; }","duration":"883.256251ms","start":"2026-03-18T10:09:24.844484Z","end":"2026-03-18T10:09:25.727740Z","steps":["trace[2117860392] 'agreement among raft nodes before linearized reading' (duration: 883.160677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:25.728121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.03860965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T10:09:25.728325Z","caller":"traceutil/trace.go:172","msg":"trace[2069654235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1678; }","duration":"1.038813227s","start":"2026-03-18T10:09:24.689494Z","end":"2026-03-18T10:09:25.728307Z","steps":["trace[2069654235] 'agreement among raft nodes before linearized reading' (duration: 1.038126815s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:25.728466Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:24.689473Z","time spent":"1.038978902s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:09:45.244775Z","caller":"traceutil/trace.go:172","msg":"trace[814558038] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"111.3032ms","start":"2026-03-18T10:09:45.133452Z","end":"2026-03-18T10:09:45.244755Z","steps":["trace[814558038] 'process raft request' (duration: 71.311185ms)","trace[814558038] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/endpointslices/envoy-gateway-system/envoy-gateway-b44ks; req_size:1589; } (duration: 39.718797ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:09:45.244765Z","caller":"traceutil/trace.go:172","msg":"trace[1444483877] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"109.813805ms","start":"2026-03-18T10:09:45.134931Z","end":"2026-03-18T10:09:45.244745Z","steps":["trace[1444483877] 'process raft request' (duration: 109.734253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:54.262461Z","caller":"traceutil/trace.go:172","msg":"trace[177646576] linearizableReadLoop","detail":"{readStateIndex:2147; appliedIndex:2147; }","duration":"195.363863ms","start":"2026-03-18T10:09:54.067078Z","end":"2026-03-18T10:09:54.262442Z","steps":["trace[177646576] 'read index received' (duration: 195.356813ms)","trace[177646576] 'applied index is now lower than readState.Index' (duration: 5.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:54.262591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.496577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:54.262615Z","caller":"traceutil/trace.go:172","msg":"trace[1947363563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1838; }","duration":"195.532958ms","start":"2026-03-18T10:09:54.067075Z","end":"2026-03-18T10:09:54.262608Z","steps":["trace[1947363563] 'agreement among raft nodes before linearized reading' (duration: 195.462956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:54.264253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.044014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T10:09:54.264406Z","caller":"traceutil/trace.go:172","msg":"trace[2099986681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1838; }","duration":"194.217089ms","start":"2026-03-18T10:09:54.070132Z","end":"2026-03-18T10:09:54.264349Z","steps":["trace[2099986681] 'agreement among raft nodes before linearized reading' (duration: 193.996602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:54.765396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.286512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:09:54.765506Z","caller":"traceutil/trace.go:172","msg":"trace[60321947] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"497.571131ms","start":"2026-03-18T10:09:54.267916Z","end":"2026-03-18T10:09:54.765487Z","steps":["trace[60321947] 'process raft request' (duration: 101.118354ms)","trace[60321947] 'compare' (duration: 394.633882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:54.765560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:54.267911Z","time spent":"497.624633ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:56.565655Z","caller":"traceutil/trace.go:172","msg":"trace[1149330818] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"248.608648ms","start":"2026-03-18T10:09:56.317025Z","end":"2026-03-18T10:09:56.565634Z","steps":["trace[1149330818] 'process raft request' (duration: 247.34774ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:58.290227Z","caller":"traceutil/trace.go:172","msg":"trace[1390285888] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"243.94694ms","start":"2026-03-18T10:09:58.046261Z","end":"2026-03-18T10:09:58.290208Z","steps":["trace[1390285888] 'process raft request' (duration: 243.801466ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:58.291957Z","caller":"traceutil/trace.go:172","msg":"trace[1736891743] linearizableReadLoop","detail":"{readStateIndex:2165; appliedIndex:2165; }","duration":"222.52875ms","start":"2026-03-18T10:09:58.069414Z","end":"2026-03-18T10:09:58.291943Z","steps":["trace[1736891743] 'read index received' (duration: 222.500689ms)","trace[1736891743] 'applied index is now lower than readState.Index' (duration: 27.281µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:58.292142Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.722216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:58.292182Z","caller":"traceutil/trace.go:172","msg":"trace[1129159739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1853; }","duration":"222.770037ms","start":"2026-03-18T10:09:58.069402Z","end":"2026-03-18T10:09:58.292172Z","steps":["trace[1129159739] 'agreement among raft nodes before linearized reading' (duration: 222.695855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:58.293922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.511638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-03-18T10:09:58.293950Z","caller":"traceutil/trace.go:172","msg":"trace[1111313431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1853; }","duration":"147.544019ms","start":"2026-03-18T10:09:58.146399Z","end":"2026-03-18T10:09:58.293943Z","steps":["trace[1111313431] 'agreement among raft nodes before linearized reading' (duration: 147.459437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:58.689759Z","caller":"traceutil/trace.go:172","msg":"trace[595261182] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"376.532152ms","start":"2026-03-18T10:09:58.313206Z","end":"2026-03-18T10:09:58.689738Z","steps":["trace[595261182] 'process raft request' (duration: 376.408239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:58.689899Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:58.313194Z","time spent":"376.637255ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4402,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:09:58.762750Z","caller":"traceutil/trace.go:172","msg":"trace[1288469636] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"192.279607ms","start":"2026-03-18T10:09:58.570450Z","end":"2026-03-18T10:09:58.762729Z","steps":["trace[1288469636] 'process raft request' (duration: 192.229015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:59.021190Z","caller":"traceutil/trace.go:172","msg":"trace[1634017175] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1858; }","duration":"255.313119ms","start":"2026-03-18T10:09:58.765858Z","end":"2026-03-18T10:09:59.021171Z","steps":["trace[1634017175] 'process raft request' (duration: 255.190946ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:59.022122Z","caller":"traceutil/trace.go:172","msg":"trace[670053032] linearizableReadLoop","detail":"{readStateIndex:2170; appliedIndex:2170; }","duration":"229.745025ms","start":"2026-03-18T10:09:58.792361Z","end":"2026-03-18T10:09:59.022106Z","steps":["trace[670053032] 'read index received' (duration: 229.740405ms)","trace[670053032] 'applied index is now lower than readState.Index' (duration: 3.66µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:59.022290Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"229.92003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:09:59.022353Z","caller":"traceutil/trace.go:172","msg":"trace[250477623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1858; }","duration":"229.993802ms","start":"2026-03-18T10:09:58.792350Z","end":"2026-03-18T10:09:59.022344Z","steps":["trace[250477623] 'agreement among raft nodes before linearized reading' (duration: 229.827927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:59.023656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.647788ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:59.023706Z","caller":"traceutil/trace.go:172","msg":"trace[1479330709] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1858; }","duration":"179.69938ms","start":"2026-03-18T10:09:58.843994Z","end":"2026-03-18T10:09:59.023694Z","steps":["trace[1479330709] 'agreement among raft nodes before linearized reading' (duration: 179.595236ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:59.316267Z","caller":"traceutil/trace.go:172","msg":"trace[1291181956] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1862; }","duration":"100.489578ms","start":"2026-03-18T10:09:59.215759Z","end":"2026-03-18T10:09:59.316249Z","steps":["trace[1291181956] 'process raft request' (duration: 100.341123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:01.742483Z","caller":"traceutil/trace.go:172","msg":"trace[1755758122] linearizableReadLoop","detail":"{readStateIndex:2184; appliedIndex:2183; }","duration":"233.358335ms","start":"2026-03-18T10:10:01.509109Z","end":"2026-03-18T10:10:01.742467Z","steps":["trace[1755758122] 'read index received' (duration: 168.782386ms)","trace[1755758122] 'applied index is now lower than readState.Index' (duration: 64.575389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:01.742654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.53042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:10:01.742695Z","caller":"traceutil/trace.go:172","msg":"trace[1428880852] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:1871; }","duration":"233.582081ms","start":"2026-03-18T10:10:01.509102Z","end":"2026-03-18T10:10:01.742684Z","steps":["trace[1428880852] 'agreement among raft nodes before linearized reading' (duration: 233.428847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:06.997892Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.541214ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:10:07.506129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.083239ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T10:10:07.506589Z","caller":"traceutil/trace.go:172","msg":"trace[1580334624] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2210; }","duration":"108.574433ms","start":"2026-03-18T10:10:07.397974Z","end":"2026-03-18T10:10:07.506548Z","steps":["trace[1580334624] 'read index received' (duration: 2.247846ms)","trace[1580334624] 'applied index is now lower than readState.Index' (duration: 106.321707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:07.506728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.744577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:07.506802Z","caller":"traceutil/trace.go:172","msg":"trace[198265816] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1893; }","duration":"108.82656ms","start":"2026-03-18T10:10:07.397958Z","end":"2026-03-18T10:10:07.506785Z","steps":["trace[198265816] 'agreement among raft nodes before linearized reading' (duration: 108.679645ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:11.504646Z","caller":"traceutil/trace.go:172","msg":"trace[1640567379] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"150.842434ms","start":"2026-03-18T10:10:11.353785Z","end":"2026-03-18T10:10:11.504627Z","steps":["trace[1640567379] 'process raft request' (duration: 150.6788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:13.366385Z","caller":"traceutil/trace.go:172","msg":"trace[1896552479] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"479.429696ms","start":"2026-03-18T10:10:12.886938Z","end":"2026-03-18T10:10:13.366368Z","steps":["trace[1896552479] 'process raft request' (duration: 479.316002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:13.366508Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:12.886914Z","time spent":"479.537649ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:13.635575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.928954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:10:13.635672Z","caller":"traceutil/trace.go:172","msg":"trace[527088411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1914; }","duration":"126.053948ms","start":"2026-03-18T10:10:13.509602Z","end":"2026-03-18T10:10:13.635656Z","steps":["trace[527088411] 'range keys from in-memory index tree' (duration: 124.518183ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:13.788233Z","caller":"traceutil/trace.go:172","msg":"trace[24738568] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2236; }","duration":"186.121456ms","start":"2026-03-18T10:10:13.602065Z","end":"2026-03-18T10:10:13.788187Z","steps":["trace[24738568] 'read index received' (duration: 186.111266ms)","trace[24738568] 'applied index is now lower than readState.Index' (duration: 7.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:13.788743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.650682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:10:13.788795Z","caller":"traceutil/trace.go:172","msg":"trace[799764578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1915; }","duration":"186.733884ms","start":"2026-03-18T10:10:13.602047Z","end":"2026-03-18T10:10:13.788781Z","steps":["trace[799764578] 'agreement among raft nodes before linearized reading' (duration: 186.283611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:14.083165Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.650406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:10:14.083366Z","caller":"traceutil/trace.go:172","msg":"trace[1388174906] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"516.516724ms","start":"2026-03-18T10:10:13.566822Z","end":"2026-03-18T10:10:14.083339Z","steps":["trace[1388174906] 'process raft request' (duration: 384.59561ms)","trace[1388174906] 'compare' (duration: 131.539493ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:14.083415Z","caller":"traceutil/trace.go:172","msg":"trace[1563479555] linearizableReadLoop","detail":"{readStateIndex:2237; appliedIndex:2236; }","duration":"238.753042ms","start":"2026-03-18T10:10:13.844648Z","end":"2026-03-18T10:10:14.083402Z","steps":["trace[1563479555] 'read index received' (duration: 109.176366ms)","trace[1563479555] 'applied index is now lower than readState.Index' (duration: 129.575076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:14.083479Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:13.566795Z","time spent":"516.624738ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:14.083527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.903937ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:14.083571Z","caller":"traceutil/trace.go:172","msg":"trace[242749204] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1916; }","duration":"238.928387ms","start":"2026-03-18T10:10:13.844614Z","end":"2026-03-18T10:10:14.083543Z","steps":["trace[242749204] 'agreement among raft nodes before linearized reading' (duration: 238.890116ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:14.083758Z","caller":"traceutil/trace.go:172","msg":"trace[119901541] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"444.219281ms","start":"2026-03-18T10:10:13.639520Z","end":"2026-03-18T10:10:14.083739Z","steps":["trace[119901541] 'process raft request' (duration: 443.948753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:14.083847Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:13.639486Z","time spent":"444.319604ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:10:14.370824Z","caller":"traceutil/trace.go:172","msg":"trace[975202486] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"277.928913ms","start":"2026-03-18T10:10:14.092854Z","end":"2026-03-18T10:10:14.370783Z","steps":["trace[975202486] 'process raft request' (duration: 257.054067ms)","trace[975202486] 'compare' (duration: 20.591048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:15.264100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.166063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:15.264168Z","caller":"traceutil/trace.go:172","msg":"trace[1481781503] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1922; }","duration":"182.240115ms","start":"2026-03-18T10:10:15.081909Z","end":"2026-03-18T10:10:15.264149Z","steps":["trace[1481781503] 'range keys from in-memory index tree' (duration: 180.507984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:15.264234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.056174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:15.264399Z","caller":"traceutil/trace.go:172","msg":"trace[384094150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"197.26438ms","start":"2026-03-18T10:10:15.067110Z","end":"2026-03-18T10:10:15.264374Z","steps":["trace[384094150] 'range keys from in-memory index tree' (duration: 195.488189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:37.017492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.553768ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:10:40.346197Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918907,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:10:40.763773Z","caller":"traceutil/trace.go:172","msg":"trace[1769427221] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2352; }","duration":"917.597929ms","start":"2026-03-18T10:10:39.846078Z","end":"2026-03-18T10:10:40.763676Z","steps":["trace[1769427221] 'read index received' (duration: 917.595369ms)","trace[1769427221] 'applied index is now lower than readState.Index' (duration: 2.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:40.763953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"917.786514ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:40.764198Z","caller":"traceutil/trace.go:172","msg":"trace[959180779] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2016; }","duration":"918.116373ms","start":"2026-03-18T10:10:39.846072Z","end":"2026-03-18T10:10:40.764189Z","steps":["trace[959180779] 'agreement among raft nodes before linearized reading' (duration: 917.741623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:40.765717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"765.161981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:40.765741Z","caller":"traceutil/trace.go:172","msg":"trace[918951948] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:2017; }","duration":"765.205393ms","start":"2026-03-18T10:10:40.000530Z","end":"2026-03-18T10:10:40.765736Z","steps":["trace[918951948] 'agreement among raft nodes before linearized reading' (duration: 765.148871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:40.765758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:40.000510Z","time spent":"765.243673ms","remote":"127.0.0.1:35188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:41.702210Z","caller":"traceutil/trace.go:172","msg":"trace[2059361225] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2360; }","duration":"151.271273ms","start":"2026-03-18T10:10:41.550919Z","end":"2026-03-18T10:10:41.702191Z","steps":["trace[2059361225] 'read index received' (duration: 151.263952ms)","trace[2059361225] 'applied index is now lower than readState.Index' (duration: 6.451µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:41.702451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.5191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-03-18T10:10:41.702509Z","caller":"traceutil/trace.go:172","msg":"trace[995946861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2022; }","duration":"151.592812ms","start":"2026-03-18T10:10:41.550903Z","end":"2026-03-18T10:10:41.702495Z","steps":["trace[995946861] 'agreement among raft nodes before linearized reading' (duration: 151.385416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:41.702990Z","caller":"traceutil/trace.go:172","msg":"trace[263690293] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"134.983669ms","start":"2026-03-18T10:10:41.567992Z","end":"2026-03-18T10:10:41.702976Z","steps":["trace[263690293] 'process raft request' (duration: 134.825035ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:41.745105Z","caller":"traceutil/trace.go:172","msg":"trace[800977374] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"107.189805ms","start":"2026-03-18T10:10:41.637893Z","end":"2026-03-18T10:10:41.745083Z","steps":["trace[800977374] 'process raft request' (duration: 107.035411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:42.672913Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918926,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:10:42.673982Z","caller":"traceutil/trace.go:172","msg":"trace[2077475357] linearizableReadLoop","detail":"{readStateIndex:2362; appliedIndex:2362; }","duration":"606.782575ms","start":"2026-03-18T10:10:42.067176Z","end":"2026-03-18T10:10:42.673959Z","steps":["trace[2077475357] 'read index received' (duration: 606.776135ms)","trace[2077475357] 'applied index is now lower than readState.Index' (duration: 4.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:42.674116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"606.921279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:42.674152Z","caller":"traceutil/trace.go:172","msg":"trace[98498414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2024; }","duration":"606.9715ms","start":"2026-03-18T10:10:42.067172Z","end":"2026-03-18T10:10:42.674144Z","steps":["trace[98498414] 'agreement among raft nodes before linearized reading' (duration: 606.880277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:42.674175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:42.067159Z","time spent":"607.010621ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:10:42.674506Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189918927,"received-request-id":12362835077189918926} {"level":"warn","ts":"2026-03-18T10:10:42.676360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"515.581458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:42.676403Z","caller":"traceutil/trace.go:172","msg":"trace[356923814] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:2024; }","duration":"515.62862ms","start":"2026-03-18T10:10:42.160766Z","end":"2026-03-18T10:10:42.676395Z","steps":["trace[356923814] 'agreement among raft nodes before linearized reading' (duration: 515.558638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:42.676563Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:42.160743Z","time spent":"515.676931ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:43.276223Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:43.777479Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:44.278313Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:45.221241Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:45.221819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.154256599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:10:45.224960Z","caller":"traceutil/trace.go:172","msg":"trace[1405876339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.157396605s","start":"2026-03-18T10:10:43.067543Z","end":"2026-03-18T10:10:45.224940Z","steps":["trace[1405876339] 'agreement among raft nodes before linearized reading' (duration: 2.154254599s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.225058Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:43.067525Z","time spent":"2.157514578s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:10:45 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:10:45.235084Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.541583452s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:10:45.235437Z","caller":"traceutil/trace.go:172","msg":"trace[989138597] linearizableReadLoop","detail":"{readStateIndex:2363; appliedIndex:2363; }","duration":"2.459372639s","start":"2026-03-18T10:10:42.776046Z","end":"2026-03-18T10:10:45.235418Z","steps":["trace[989138597] 'read index received' (duration: 2.459360599s)","trace[989138597] 'applied index is now lower than readState.Index' (duration: 11.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:45.235655Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.459579965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:10:45.235715Z","caller":"traceutil/trace.go:172","msg":"trace[1161877664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2024; }","duration":"2.459667867s","start":"2026-03-18T10:10:42.776035Z","end":"2026-03-18T10:10:45.235703Z","steps":["trace[1161877664] 'agreement among raft nodes before linearized reading' (duration: 2.459471142s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.235749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:42.776021Z","time spent":"2.459720159s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:45.277153Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189918933,"received-request-id":12362835077189918929} {"level":"warn","ts":"2026-03-18T10:10:45.367116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"922.513172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.367210Z","caller":"traceutil/trace.go:172","msg":"trace[1074073209] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:2028; }","duration":"922.616634ms","start":"2026-03-18T10:10:44.444571Z","end":"2026-03-18T10:10:45.367188Z","steps":["trace[1074073209] 'agreement among raft nodes before linearized reading' (duration: 922.393498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.367189Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.858804666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:10:45.367195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.159115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-03-18T10:10:45.367276Z","caller":"traceutil/trace.go:172","msg":"trace[362278640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2028; }","duration":"1.858904658s","start":"2026-03-18T10:10:43.508351Z","end":"2026-03-18T10:10:45.367256Z","steps":["trace[362278640] 'agreement among raft nodes before linearized reading' (duration: 1.858741484s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.367291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.700401047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:10:45.367300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.507514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.367306Z","caller":"traceutil/trace.go:172","msg":"trace[1287884335] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"127.979769ms","start":"2026-03-18T10:10:45.239311Z","end":"2026-03-18T10:10:45.367291Z","steps":["trace[1287884335] 'process raft request' (duration: 127.939168ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:45.367331Z","caller":"traceutil/trace.go:172","msg":"trace[277471660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2032; }","duration":"145.536825ms","start":"2026-03-18T10:10:45.221786Z","end":"2026-03-18T10:10:45.367322Z","steps":["trace[277471660] 'agreement among raft nodes before linearized reading' (duration: 145.488004ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:45.367333Z","caller":"traceutil/trace.go:172","msg":"trace[145958077] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:2031; }","duration":"1.700438818s","start":"2026-03-18T10:10:43.666881Z","end":"2026-03-18T10:10:45.367320Z","steps":["trace[145958077] 'agreement among raft nodes before linearized reading' (duration: 1.700374576s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.367332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:43.508329Z","time spent":"1.858990411s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:45.367369Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:43.666864Z","time spent":"1.700496339s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:45.367369Z","caller":"traceutil/trace.go:172","msg":"trace[564700732] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"1.65947762s","start":"2026-03-18T10:10:43.707878Z","end":"2026-03-18T10:10:45.367355Z","steps":["trace[564700732] 'process raft request' (duration: 1.659081319s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.367191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.399501974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.367474Z","caller":"traceutil/trace.go:172","msg":"trace[1354253922] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:2028; }","duration":"2.399805642s","start":"2026-03-18T10:10:42.967654Z","end":"2026-03-18T10:10:45.367460Z","steps":["trace[1354253922] 'agreement among raft nodes before linearized reading' (duration: 2.399445382s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.367518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:42.967632Z","time spent":"2.399873614s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:45.367635Z","caller":"traceutil/trace.go:172","msg":"trace[1964156446] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"145.683549ms","start":"2026-03-18T10:10:45.221938Z","end":"2026-03-18T10:10:45.367621Z","steps":["trace[1964156446] 'process raft request' (duration: 145.231657ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:45.367307Z","caller":"traceutil/trace.go:172","msg":"trace[1221712814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2028; }","duration":"145.315219ms","start":"2026-03-18T10:10:45.221972Z","end":"2026-03-18T10:10:45.367287Z","steps":["trace[1221712814] 'agreement among raft nodes before linearized reading' (duration: 145.070352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.367787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:43.707858Z","time spent":"1.659553383s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:45.367250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:44.444550Z","time spent":"922.691796ms","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:45.368378Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.52414999s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.368674Z","caller":"traceutil/trace.go:172","msg":"trace[1411632547] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2032; }","duration":"2.524256423s","start":"2026-03-18T10:10:42.844213Z","end":"2026-03-18T10:10:45.368469Z","steps":["trace[1411632547] 'agreement among raft nodes before linearized reading' (duration: 2.524085368s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:45.367806Z","caller":"traceutil/trace.go:172","msg":"trace[318171817] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"138.924222ms","start":"2026-03-18T10:10:45.228871Z","end":"2026-03-18T10:10:45.367795Z","steps":["trace[318171817] 'process raft request' (duration: 138.345566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:45.369571Z","caller":"traceutil/trace.go:172","msg":"trace[1892647993] linearizableReadLoop","detail":"{readStateIndex:2367; appliedIndex:2367; }","duration":"131.466726ms","start":"2026-03-18T10:10:45.235490Z","end":"2026-03-18T10:10:45.366957Z","steps":["trace[1892647993] 'read index received' (duration: 131.450966ms)","trace[1892647993] 'applied index is now lower than readState.Index' (duration: 14.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:45.653358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.981864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:10:45.653542Z","caller":"traceutil/trace.go:172","msg":"trace[1969152428] linearizableReadLoop","detail":"{readStateIndex:2374; appliedIndex:2371; }","duration":"282.096621ms","start":"2026-03-18T10:10:45.371434Z","end":"2026-03-18T10:10:45.653530Z","steps":["trace[1969152428] 'read index received' (duration: 214.05582ms)","trace[1969152428] 'applied index is now lower than readState.Index' (duration: 68.039641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:45.653608Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.026097ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.653633Z","caller":"traceutil/trace.go:172","msg":"trace[999652158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2034; }","duration":"283.054398ms","start":"2026-03-18T10:10:45.370572Z","end":"2026-03-18T10:10:45.653627Z","steps":["trace[999652158] 'agreement among raft nodes before linearized reading' (duration: 283.014187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:46.053802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.298765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:10:46.053899Z","caller":"traceutil/trace.go:172","msg":"trace[1080712733] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2374; }","duration":"400.322814ms","start":"2026-03-18T10:10:45.653561Z","end":"2026-03-18T10:10:46.053883Z","steps":["trace[1080712733] 'read index received' (duration: 211.658104ms)","trace[1080712733] 'applied index is now lower than readState.Index' (duration: 188.66369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:46.053313Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.335671ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:46.053982Z","caller":"traceutil/trace.go:172","msg":"trace[1830282031] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2034; }","duration":"210.00545ms","start":"2026-03-18T10:10:45.843946Z","end":"2026-03-18T10:10:46.053952Z","steps":["trace[1830282031] 'range keys from in-memory index tree' (duration: 209.2661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:46.054030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"681.49018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T10:10:46.054060Z","caller":"traceutil/trace.go:172","msg":"trace[2075626157] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a; range_end:; response_count:1; response_revision:2035; }","duration":"681.522001ms","start":"2026-03-18T10:10:45.372528Z","end":"2026-03-18T10:10:46.054050Z","steps":["trace[2075626157] 'agreement among raft nodes before linearized reading' (duration: 681.398287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:46.054091Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:45.372500Z","time spent":"681.583142ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:46.054200Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"674.046714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:46.054271Z","caller":"traceutil/trace.go:172","msg":"trace[925570048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2035; }","duration":"674.123166ms","start":"2026-03-18T10:10:45.380131Z","end":"2026-03-18T10:10:46.054254Z","steps":["trace[925570048] 'agreement among raft nodes before linearized reading' (duration: 673.999343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:46.055394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:45.380110Z","time spent":"675.231976ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:10:46.473279Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.986551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:10:46.474003Z","caller":"traceutil/trace.go:172","msg":"trace[757506440] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2376; }","duration":"167.447781ms","start":"2026-03-18T10:10:46.306530Z","end":"2026-03-18T10:10:46.473978Z","steps":["trace[757506440] 'read index received' (duration: 61.781879ms)","trace[757506440] 'applied index is now lower than readState.Index' (duration: 105.664222ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:46.474035Z","caller":"traceutil/trace.go:172","msg":"trace[1823019664] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"356.605763ms","start":"2026-03-18T10:10:46.117375Z","end":"2026-03-18T10:10:46.473981Z","steps":["trace[1823019664] 'process raft request' (duration: 249.8525ms)","trace[1823019664] 'compare' (duration: 105.734564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:46.474296Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:46.117279Z","time spent":"356.901831ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:46.621456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.905169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:46.621533Z","caller":"traceutil/trace.go:172","msg":"trace[1888836125] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:2036; }","duration":"314.990162ms","start":"2026-03-18T10:10:46.306526Z","end":"2026-03-18T10:10:46.621516Z","steps":["trace[1888836125] 'agreement among raft nodes before linearized reading' (duration: 167.545834ms)","trace[1888836125] 'range keys from in-memory index tree' (duration: 147.316784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:46.621516Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.062395ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:10:46.621560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:46.306510Z","time spent":"315.043363ms","remote":"127.0.0.1:55584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:47.023956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.719802ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:10:47.858598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.313413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:10:47.878193Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:48.379335Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:48.879750Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:49.379863Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:49.767125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.907710883s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-18T10:10:49.767645Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"597.879068ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:49.767767Z","caller":"traceutil/trace.go:172","msg":"trace[1711961646] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2038; }","duration":"597.999602ms","start":"2026-03-18T10:10:49.169730Z","end":"2026-03-18T10:10:49.767729Z","steps":["trace[1711961646] 'range keys from in-memory index tree' (duration: 597.814317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:49.773058Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.943605304s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:10:49.880254Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918946,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:10:50.257345Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"3265b58c6ac9ab91 [logterm: 7, index: 2386, vote: 0] ignored MsgPreVote from 21032583b6cd9182 [logterm: 7, index: 2386] at term 7: lease is not expired (remaining ticks: 4)"} {"level":"warn","ts":"2026-03-18T10:10:50.380747Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:50.881128Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:50.913482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000614834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:10:50.913543Z","caller":"traceutil/trace.go:172","msg":"trace[1352888454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725977s","start":"2026-03-18T10:10:48.912803Z","end":"2026-03-18T10:10:50.913529Z","steps":["trace[1352888454] 'agreement among raft nodes before linearized reading' (duration: 2.000612853s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:50.913577Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:48.912784Z","time spent":"2.000787698s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:10:50 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:10:51.068303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000812638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:10:51.068387Z","caller":"traceutil/trace.go:172","msg":"trace[395473563] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00090327s","start":"2026-03-18T10:10:49.067468Z","end":"2026-03-18T10:10:51.068371Z","steps":["trace[395473563] 'agreement among raft nodes before linearized reading' (duration: 2.000809488s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:51.068486Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:49.067457Z","time spent":"2.001020223s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:10:51.257356Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"3265b58c6ac9ab91 [logterm: 7, index: 2386, vote: 0] cast MsgPreVote for 21032583b6cd9182 [logterm: 7, index: 2386] at term 7"} {"level":"info","ts":"2026-03-18T10:10:51.259746Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"3265b58c6ac9ab91 [term: 7] received a MsgVote message with higher term from 21032583b6cd9182 [term: 8]"} {"level":"info","ts":"2026-03-18T10:10:51.259817Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"3265b58c6ac9ab91 became follower at term 8"} {"level":"info","ts":"2026-03-18T10:10:51.259837Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"3265b58c6ac9ab91 [logterm: 7, index: 2386, vote: 0] cast MsgVote for 21032583b6cd9182 [logterm: 7, index: 2386] at term 8"} {"level":"info","ts":"2026-03-18T10:10:51.259856Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 3265b58c6ac9ab91 lost leader 21032583b6cd9182 at term 8"} {"level":"info","ts":"2026-03-18T10:10:51.355133Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 3265b58c6ac9ab91 elected leader 21032583b6cd9182 at term 8"} {"level":"warn","ts":"2026-03-18T10:10:51.355816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.977908425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:10:51.356081Z","caller":"traceutil/trace.go:172","msg":"trace[158686247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"3.978289416s","start":"2026-03-18T10:10:47.377762Z","end":"2026-03-18T10:10:51.356052Z","steps":["trace[158686247] 'agreement among raft nodes before linearized reading' (duration: 3.977905325s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:51.356374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:47.377739Z","time spent":"3.978470001s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:51.574519Z","caller":"traceutil/trace.go:172","msg":"trace[1078536396] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"4.194351111s","start":"2026-03-18T10:10:47.380151Z","end":"2026-03-18T10:10:51.574502Z","steps":["trace[1078536396] 'process raft request' (duration: 4.194060243s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:51.574670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:47.380130Z","time spent":"4.194484445s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:10:51.575021Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-18T10:10:51.575437Z","caller":"traceutil/trace.go:172","msg":"trace[148963133] linearizableReadLoop","detail":"{readStateIndex:2387; appliedIndex:2387; }","duration":"220.078606ms","start":"2026-03-18T10:10:51.355341Z","end":"2026-03-18T10:10:51.575419Z","steps":["trace[148963133] 'read index received' (duration: 220.073196ms)","trace[148963133] 'applied index is now lower than readState.Index' (duration: 4.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:51.575489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.489816188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:10:51.575531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.509461249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:51.575530Z","caller":"traceutil/trace.go:172","msg":"trace[1639764286] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:2042; }","duration":"2.48985927s","start":"2026-03-18T10:10:49.085659Z","end":"2026-03-18T10:10:51.575519Z","steps":["trace[1639764286] 'agreement among raft nodes before linearized reading' (duration: 2.489789448s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:51.575580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.780154073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:51.575603Z","caller":"traceutil/trace.go:172","msg":"trace[912514052] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:2042; }","duration":"2.780175774s","start":"2026-03-18T10:10:48.795422Z","end":"2026-03-18T10:10:51.575598Z","steps":["trace[912514052] 'agreement among raft nodes before linearized reading' (duration: 2.780141943s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:51.575599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"659.743406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de79f9b6c861b\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"warn","ts":"2026-03-18T10:10:51.575617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"901.667951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:10:51.575621Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:48.795404Z","time spent":"2.780212915s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:51.575626Z","caller":"traceutil/trace.go:172","msg":"trace[759117936] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189de79f9b6c861b; range_end:; response_count:1; response_revision:2042; }","duration":"659.782387ms","start":"2026-03-18T10:10:50.915837Z","end":"2026-03-18T10:10:51.575619Z","steps":["trace[759117936] 'agreement among raft nodes before linearized reading' (duration: 659.680384ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:51.575639Z","caller":"traceutil/trace.go:172","msg":"trace[1778251224] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads; range_end:; response_count:0; response_revision:2042; }","duration":"901.688402ms","start":"2026-03-18T10:10:50.673942Z","end":"2026-03-18T10:10:51.575631Z","steps":["trace[1778251224] 'agreement among raft nodes before linearized reading' (duration: 901.654781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:51.575650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:50.915822Z","time spent":"659.820168ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de79f9b6c861b\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:51.575661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:50.673925Z","time spent":"901.730522ms","remote":"127.0.0.1:35714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:51.575812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.824004113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:51.575832Z","caller":"traceutil/trace.go:172","msg":"trace[635139699] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:2042; }","duration":"2.824023953s","start":"2026-03-18T10:10:48.751803Z","end":"2026-03-18T10:10:51.575827Z","steps":["trace[635139699] 'agreement among raft nodes before linearized reading' (duration: 2.823980732s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:51.575845Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:48.751785Z","time spent":"2.824056654s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:51.575554Z","caller":"traceutil/trace.go:172","msg":"trace[685972537] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends; range_end:; response_count:0; response_revision:2042; }","duration":"2.509495751s","start":"2026-03-18T10:10:49.066051Z","end":"2026-03-18T10:10:51.575547Z","steps":["trace[685972537] 'agreement among raft nodes before linearized reading' (duration: 2.50943829s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:51.575914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.015892052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:10:51.575962Z","caller":"traceutil/trace.go:172","msg":"trace[791746198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2042; }","duration":"4.015941414s","start":"2026-03-18T10:10:47.560015Z","end":"2026-03-18T10:10:51.575957Z","steps":["trace[791746198] 'agreement among raft nodes before linearized reading' (duration: 4.01582385s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:51.575963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:49.066027Z","time spent":"2.509928863s","remote":"127.0.0.1:35146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:51.575979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:47.559990Z","time spent":"4.015984635s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:51.575579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:49.085642Z","time spent":"2.489927802s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:51.575499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"497.652261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:51.576394Z","caller":"traceutil/trace.go:172","msg":"trace[1870815975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2042; }","duration":"498.544855ms","start":"2026-03-18T10:10:51.077836Z","end":"2026-03-18T10:10:51.576381Z","steps":["trace[1870815975] 'agreement among raft nodes before linearized reading' (duration: 497.6354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:51.576659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:51.077813Z","time spent":"498.828102ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:10:51.578090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.107890073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:10:51.578139Z","caller":"traceutil/trace.go:172","msg":"trace[1568577796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2042; }","duration":"3.107938124s","start":"2026-03-18T10:10:48.470189Z","end":"2026-03-18T10:10:51.578128Z","steps":["trace[1568577796] 'agreement among raft nodes before linearized reading' (duration: 3.107815641s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:51.578166Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:48.470171Z","time spent":"3.107988825s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:51.578289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.720664538s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:51.578346Z","caller":"traceutil/trace.go:172","msg":"trace[1711237818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2042; }","duration":"3.72071988s","start":"2026-03-18T10:10:47.857616Z","end":"2026-03-18T10:10:51.578336Z","steps":["trace[1711237818] 'agreement among raft nodes before linearized reading' (duration: 3.720650688s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:52.075524Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:52.098510Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189918949,"received-request-id":12362835077189918948} {"level":"info","ts":"2026-03-18T10:10:52.452930Z","caller":"traceutil/trace.go:172","msg":"trace[678939017] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2393; }","duration":"877.426285ms","start":"2026-03-18T10:10:51.575477Z","end":"2026-03-18T10:10:52.452903Z","steps":["trace[678939017] 'read index received' (duration: 877.419935ms)","trace[678939017] 'applied index is now lower than readState.Index' (duration: 5.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.488844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"977.898653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:10:52.489003Z","caller":"traceutil/trace.go:172","msg":"trace[1601555238] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:2046; }","duration":"978.034047ms","start":"2026-03-18T10:10:51.510908Z","end":"2026-03-18T10:10:52.488942Z","steps":["trace[1601555238] 'agreement among raft nodes before linearized reading' (duration: 942.104881ms)","trace[1601555238] 'range keys from in-memory index tree' (duration: 35.651718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.489070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:51.510892Z","time spent":"978.162441ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.113\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.489413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.106578289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:10:52.489457Z","caller":"traceutil/trace.go:172","msg":"trace[1525724420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2046; }","duration":"1.10661979s","start":"2026-03-18T10:10:51.382825Z","end":"2026-03-18T10:10:52.489445Z","steps":["trace[1525724420] 'agreement among raft nodes before linearized reading' (duration: 1.070198531s)","trace[1525724420] 'range keys from in-memory index tree' (duration: 36.304466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.489483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:51.382810Z","time spent":"1.106666491s","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.490190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"909.440003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.490242Z","caller":"traceutil/trace.go:172","msg":"trace[606844677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2049; }","duration":"909.490765ms","start":"2026-03-18T10:10:51.580740Z","end":"2026-03-18T10:10:52.490231Z","steps":["trace[606844677] 'agreement among raft nodes before linearized reading' (duration: 909.407022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:52.490273Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:51.580728Z","time spent":"909.538797ms","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:10:52.490346Z","caller":"traceutil/trace.go:172","msg":"trace[1028949117] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"912.623291ms","start":"2026-03-18T10:10:51.577696Z","end":"2026-03-18T10:10:52.490319Z","steps":["trace[1028949117] 'process raft request' (duration: 873.94943ms)","trace[1028949117] 'compare' (duration: 36.927763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.490475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:51.577675Z","time spent":"912.720623ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:52.490479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"909.291329ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.490511Z","caller":"traceutil/trace.go:172","msg":"trace[1053378421] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2049; }","duration":"909.32165ms","start":"2026-03-18T10:10:51.581180Z","end":"2026-03-18T10:10:52.490501Z","steps":["trace[1053378421] 'agreement among raft nodes before linearized reading' (duration: 909.272779ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:52.490654Z","caller":"traceutil/trace.go:172","msg":"trace[1388209848] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2047; }","duration":"798.769574ms","start":"2026-03-18T10:10:51.691856Z","end":"2026-03-18T10:10:52.490626Z","steps":["trace[1388209848] 'process raft request' (duration: 798.072615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:52.490818Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:51.691835Z","time spent":"798.910039ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19,"response count":0,"response size":69,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:52.490701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.712385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.490932Z","caller":"traceutil/trace.go:172","msg":"trace[173239749] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:2049; }","duration":"103.935762ms","start":"2026-03-18T10:10:52.386982Z","end":"2026-03-18T10:10:52.490918Z","steps":["trace[173239749] 'agreement among raft nodes before linearized reading' (duration: 103.696645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:52.490658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.396442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.492048Z","caller":"traceutil/trace.go:172","msg":"trace[2002530032] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies; range_end:; response_count:0; response_revision:2049; }","duration":"630.79363ms","start":"2026-03-18T10:10:51.861246Z","end":"2026-03-18T10:10:52.492040Z","steps":["trace[2002530032] 'agreement among raft nodes before linearized reading' (duration: 629.137795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:52.492073Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:51.861227Z","time spent":"630.839491ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.993090Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918953,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:10:53.078180Z","caller":"traceutil/trace.go:172","msg":"trace[1478168723] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2400; }","duration":"585.622642ms","start":"2026-03-18T10:10:52.492543Z","end":"2026-03-18T10:10:53.078166Z","steps":["trace[1478168723] 'read index received' (duration: 585.619012ms)","trace[1478168723] 'applied index is now lower than readState.Index' (duration: 2.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:53.083652Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"591.083512ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:53.083730Z","caller":"traceutil/trace.go:172","msg":"trace[691712290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2051; }","duration":"591.175304ms","start":"2026-03-18T10:10:52.492538Z","end":"2026-03-18T10:10:53.083713Z","steps":["trace[691712290] 'agreement among raft nodes before linearized reading' (duration: 585.691494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:53.084385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:52.491095Z","time spent":"593.285783ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T10:10:53.084666Z","caller":"traceutil/trace.go:172","msg":"trace[2094838825] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"588.691906ms","start":"2026-03-18T10:10:52.495948Z","end":"2026-03-18T10:10:53.084640Z","steps":["trace[2094838825] 'process raft request' (duration: 588.359077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:53.084778Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:52.495905Z","time spent":"588.81303ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:53.085580Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189918957,"received-request-id":12362835077189918953} {"level":"warn","ts":"2026-03-18T10:10:53.087083Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.848643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:53.087119Z","caller":"traceutil/trace.go:172","msg":"trace[14651290] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:2052; }","duration":"170.888964ms","start":"2026-03-18T10:10:52.916221Z","end":"2026-03-18T10:10:53.087110Z","steps":["trace[14651290] 'agreement among raft nodes before linearized reading' (duration: 170.822583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:53.087131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"591.977426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T10:10:53.087196Z","caller":"traceutil/trace.go:172","msg":"trace[877150955] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a; range_end:; response_count:1; response_revision:2052; }","duration":"592.053168ms","start":"2026-03-18T10:10:52.495130Z","end":"2026-03-18T10:10:53.087183Z","steps":["trace[877150955] 'agreement among raft nodes before linearized reading' (duration: 591.839853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:53.087237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:52.495108Z","time spent":"592.12105ms","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189de783392a115a\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:53.087849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"588.725137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:53.088023Z","caller":"traceutil/trace.go:172","msg":"trace[79197771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2053; }","duration":"588.897322ms","start":"2026-03-18T10:10:52.499109Z","end":"2026-03-18T10:10:53.088006Z","steps":["trace[79197771] 'agreement among raft nodes before linearized reading' (duration: 588.362427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:53.088081Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:52.499098Z","time spent":"588.970574ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:10:53.587054Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189918959,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:10:53.638532Z","caller":"traceutil/trace.go:172","msg":"trace[2075331156] linearizableReadLoop","detail":"{readStateIndex:2403; appliedIndex:2403; }","duration":"551.626932ms","start":"2026-03-18T10:10:53.086864Z","end":"2026-03-18T10:10:53.638491Z","steps":["trace[2075331156] 'read index received' (duration: 551.619112ms)","trace[2075331156] 'applied index is now lower than readState.Index' (duration: 6.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:53.639392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"554.47222ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:53.639527Z","caller":"traceutil/trace.go:172","msg":"trace[1791624205] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2053; }","duration":"554.621984ms","start":"2026-03-18T10:10:53.084890Z","end":"2026-03-18T10:10:53.639512Z","steps":["trace[1791624205] 'agreement among raft nodes before linearized reading' (duration: 553.683229ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:53.640088Z","caller":"traceutil/trace.go:172","msg":"trace[91438793] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"554.006308ms","start":"2026-03-18T10:10:53.086074Z","end":"2026-03-18T10:10:53.640081Z","steps":["trace[91438793] 'process raft request' (duration: 552.447885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:53.640151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:53.086048Z","time spent":"554.06214ms","remote":"127.0.0.1:55368","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:53.871410Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12362835077189918962,"received-request-id":12362835077189918959} {"level":"warn","ts":"2026-03-18T10:10:54.125693Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.140028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:10:54.125818Z","caller":"traceutil/trace.go:172","msg":"trace[1195980511] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"1.035792383s","start":"2026-03-18T10:10:53.090011Z","end":"2026-03-18T10:10:54.125804Z","steps":["trace[1195980511] 'process raft request' (duration: 781.454209ms)","trace[1195980511] 'compare' (duration: 254.004955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:54.125866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:53.090000Z","time spent":"1.035845364s","remote":"127.0.0.1:55450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:10:54.125907Z","caller":"traceutil/trace.go:172","msg":"trace[146022615] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"538.562071ms","start":"2026-03-18T10:10:53.587329Z","end":"2026-03-18T10:10:54.125891Z","steps":["trace[146022615] 'process raft request' (duration: 538.482709ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:54.125944Z","caller":"traceutil/trace.go:172","msg":"trace[1583521525] linearizableReadLoop","detail":"{readStateIndex:2405; appliedIndex:2404; }","duration":"487.328927ms","start":"2026-03-18T10:10:53.638594Z","end":"2026-03-18T10:10:54.125923Z","steps":["trace[1583521525] 'read index received' (duration: 233.98492ms)","trace[1583521525] 'applied index is now lower than readState.Index' (duration: 253.342067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:54.125999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:53.587293Z","time spent":"538.660664ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:54.126105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.037248273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:54.126123Z","caller":"traceutil/trace.go:172","msg":"trace[136053512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2056; }","duration":"1.037266364s","start":"2026-03-18T10:10:53.088852Z","end":"2026-03-18T10:10:54.126118Z","steps":["trace[136053512] 'agreement among raft nodes before linearized reading' (duration: 1.037230183s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:54.126138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:53.088840Z","time spent":"1.037295484s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:10:54.262923Z","caller":"traceutil/trace.go:172","msg":"trace[489432827] linearizableReadLoop","detail":"{readStateIndex:2407; appliedIndex:2406; }","duration":"136.921396ms","start":"2026-03-18T10:10:54.125984Z","end":"2026-03-18T10:10:54.262905Z","steps":["trace[489432827] 'read index received' (duration: 111.242183ms)","trace[489432827] 'applied index is now lower than readState.Index' (duration: 25.677343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:54.262996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"418.902497ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:54.263030Z","caller":"traceutil/trace.go:172","msg":"trace[705588170] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2060; }","duration":"418.951428ms","start":"2026-03-18T10:10:53.844070Z","end":"2026-03-18T10:10:54.263022Z","steps":["trace[705588170] 'agreement among raft nodes before linearized reading' (duration: 418.871536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:54.263053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"592.546735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:10:54.263087Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"621.20867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-18T10:10:54.263104Z","caller":"traceutil/trace.go:172","msg":"trace[1192012340] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2060; }","duration":"621.22801ms","start":"2026-03-18T10:10:53.641871Z","end":"2026-03-18T10:10:54.263099Z","steps":["trace[1192012340] 'agreement among raft nodes before linearized reading' (duration: 621.122497ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:54.263105Z","caller":"traceutil/trace.go:172","msg":"trace[86541565] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:2060; }","duration":"592.607027ms","start":"2026-03-18T10:10:53.670484Z","end":"2026-03-18T10:10:54.263091Z","steps":["trace[86541565] 'agreement among raft nodes before linearized reading' (duration: 592.512064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:54.263123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:53.641850Z","time spent":"621.268072ms","remote":"127.0.0.1:55600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:54.263144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:53.670470Z","time spent":"592.663068ms","remote":"127.0.0.1:35018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:54.264828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.948347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:54.264887Z","caller":"traceutil/trace.go:172","msg":"trace[950320155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2060; }","duration":"133.005889ms","start":"2026-03-18T10:10:54.131868Z","end":"2026-03-18T10:10:54.264873Z","steps":["trace[950320155] 'agreement among raft nodes before linearized reading' (duration: 132.920966ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:54.956195Z","caller":"traceutil/trace.go:172","msg":"trace[1780467819] linearizableReadLoop","detail":"{readStateIndex:2411; appliedIndex:2411; }","duration":"111.080039ms","start":"2026-03-18T10:10:54.845081Z","end":"2026-03-18T10:10:54.956161Z","steps":["trace[1780467819] 'read index received' (duration: 111.075319ms)","trace[1780467819] 'applied index is now lower than readState.Index' (duration: 3.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:54.956292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.208233ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:54.956320Z","caller":"traceutil/trace.go:172","msg":"trace[5821220] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2061; }","duration":"111.248464ms","start":"2026-03-18T10:10:54.845063Z","end":"2026-03-18T10:10:54.956312Z","steps":["trace[5821220] 'agreement among raft nodes before linearized reading' (duration: 111.191212ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:56.033247Z","caller":"traceutil/trace.go:172","msg":"trace[904502980] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"294.317511ms","start":"2026-03-18T10:10:55.738916Z","end":"2026-03-18T10:10:56.033233Z","steps":["trace[904502980] 'process raft request' (duration: 294.215828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:56.033864Z","caller":"traceutil/trace.go:172","msg":"trace[1566004445] linearizableReadLoop","detail":"{readStateIndex:2414; appliedIndex:2414; }","duration":"189.26529ms","start":"2026-03-18T10:10:55.844584Z","end":"2026-03-18T10:10:56.033850Z","steps":["trace[1566004445] 'read index received' (duration: 189.26161ms)","trace[1566004445] 'applied index is now lower than readState.Index' (duration: 2.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:56.033944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.352532ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:56.033963Z","caller":"traceutil/trace.go:172","msg":"trace[1780655844] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2064; }","duration":"189.378663ms","start":"2026-03-18T10:10:55.844576Z","end":"2026-03-18T10:10:56.033954Z","steps":["trace[1780655844] 'agreement among raft nodes before linearized reading' (duration: 189.339332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:56.369051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.06338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:56.369113Z","caller":"traceutil/trace.go:172","msg":"trace[639430549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2064; }","duration":"303.132562ms","start":"2026-03-18T10:10:56.065968Z","end":"2026-03-18T10:10:56.369101Z","steps":["trace[639430549] 'range keys from in-memory index tree' (duration: 301.795075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:56.369141Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:56.065953Z","time spent":"303.181493ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:10:56.378335Z","caller":"traceutil/trace.go:172","msg":"trace[231529647] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"246.508667ms","start":"2026-03-18T10:10:56.131793Z","end":"2026-03-18T10:10:56.378301Z","steps":["trace[231529647] 'process raft request' (duration: 246.22112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:56.580811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.086374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:56.580917Z","caller":"traceutil/trace.go:172","msg":"trace[642078201] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:2069; }","duration":"110.197987ms","start":"2026-03-18T10:10:56.470690Z","end":"2026-03-18T10:10:56.580888Z","steps":["trace[642078201] 'range keys from in-memory index tree' (duration: 108.398638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:58.664203Z","caller":"traceutil/trace.go:172","msg":"trace[683873111] linearizableReadLoop","detail":"{readStateIndex:2424; appliedIndex:2424; }","duration":"313.3649ms","start":"2026-03-18T10:10:58.350797Z","end":"2026-03-18T10:10:58.664162Z","steps":["trace[683873111] 'read index received' (duration: 313.349379ms)","trace[683873111] 'applied index is now lower than readState.Index' (duration: 12.871µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:58.664409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.588966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-03-18T10:10:58.664497Z","caller":"traceutil/trace.go:172","msg":"trace[104376153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2074; }","duration":"313.689158ms","start":"2026-03-18T10:10:58.350790Z","end":"2026-03-18T10:10:58.664479Z","steps":["trace[104376153] 'agreement among raft nodes before linearized reading' (duration: 313.513043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:58.664538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:58.350776Z","time spent":"313.751331ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:58.665477Z","caller":"traceutil/trace.go:172","msg":"trace[316495008] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"280.976838ms","start":"2026-03-18T10:10:58.384483Z","end":"2026-03-18T10:10:58.665459Z","steps":["trace[316495008] 'process raft request' (duration: 280.750042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:58.666273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.997586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:58.666404Z","caller":"traceutil/trace.go:172","msg":"trace[665215232] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:2075; }","duration":"102.14579ms","start":"2026-03-18T10:10:58.564236Z","end":"2026-03-18T10:10:58.666382Z","steps":["trace[665215232] 'agreement among raft nodes before linearized reading' (duration: 101.939075ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:59.279454Z","caller":"traceutil/trace.go:172","msg":"trace[2021639184] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"102.706922ms","start":"2026-03-18T10:10:59.176728Z","end":"2026-03-18T10:10:59.279435Z","steps":["trace[2021639184] 'process raft request' (duration: 102.604139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:06.530755Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12362835077189919040,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:11:06.531145Z","caller":"traceutil/trace.go:172","msg":"trace[577708306] linearizableReadLoop","detail":"{readStateIndex:2454; appliedIndex:2454; }","duration":"687.027719ms","start":"2026-03-18T10:11:05.844104Z","end":"2026-03-18T10:11:06.531132Z","steps":["trace[577708306] 'read index received' (duration: 687.022509ms)","trace[577708306] 'applied index is now lower than readState.Index' (duration: 4.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:06.531316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"687.206045ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:06.531341Z","caller":"traceutil/trace.go:172","msg":"trace[1038330016] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2101; }","duration":"687.239856ms","start":"2026-03-18T10:11:05.844095Z","end":"2026-03-18T10:11:06.531335Z","steps":["trace[1038330016] 'agreement among raft nodes before linearized reading' (duration: 687.088332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:06.531387Z","caller":"traceutil/trace.go:172","msg":"trace[592570735] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"860.887391ms","start":"2026-03-18T10:11:05.670491Z","end":"2026-03-18T10:11:06.531378Z","steps":["trace[592570735] 'process raft request' (duration: 860.778948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:06.531480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:11:05.670452Z","time spent":"860.965293ms","remote":"127.0.0.1:55766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:11:06.538795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"470.242813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:06.539127Z","caller":"traceutil/trace.go:172","msg":"trace[373089024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2103; }","duration":"470.306975ms","start":"2026-03-18T10:11:06.068538Z","end":"2026-03-18T10:11:06.538845Z","steps":["trace[373089024] 'agreement among raft nodes before linearized reading' (duration: 470.221033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:06.539166Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:11:06.068521Z","time spent":"470.636544ms","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:11:26.493667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.679543ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-18T10:11:44.194413Z","caller":"traceutil/trace.go:172","msg":"trace[328129104] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2631; }","duration":"105.730936ms","start":"2026-03-18T10:11:44.088659Z","end":"2026-03-18T10:11:44.194390Z","steps":["trace[328129104] 'read index received' (duration: 105.717996ms)","trace[328129104] 'applied index is now lower than readState.Index' (duration: 11.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:44.194525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.860619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:44.194550Z","caller":"traceutil/trace.go:172","msg":"trace[505605658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2251; }","duration":"105.89819ms","start":"2026-03-18T10:11:44.088644Z","end":"2026-03-18T10:11:44.194542Z","steps":["trace[505605658] 'agreement among raft nodes before linearized reading' (duration: 105.826968ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:48.026076Z","caller":"traceutil/trace.go:172","msg":"trace[1089485915] linearizableReadLoop","detail":"{readStateIndex:2649; appliedIndex:2649; }","duration":"181.963015ms","start":"2026-03-18T10:11:47.844097Z","end":"2026-03-18T10:11:48.026060Z","steps":["trace[1089485915] 'read index received' (duration: 181.959155ms)","trace[1089485915] 'applied index is now lower than readState.Index' (duration: 2.88µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:48.026154Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.046877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:48.026175Z","caller":"traceutil/trace.go:172","msg":"trace[83518085] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2266; }","duration":"182.076608ms","start":"2026-03-18T10:11:47.844092Z","end":"2026-03-18T10:11:48.026169Z","steps":["trace[83518085] 'agreement among raft nodes before linearized reading' (duration: 182.033967ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:49.086598Z","caller":"traceutil/trace.go:172","msg":"trace[809545404] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"168.637456ms","start":"2026-03-18T10:11:48.917921Z","end":"2026-03-18T10:11:49.086558Z","steps":["trace[809545404] 'process raft request' (duration: 168.528463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:49.087246Z","caller":"traceutil/trace.go:172","msg":"trace[1742222321] linearizableReadLoop","detail":"{readStateIndex:2651; appliedIndex:2652; }","duration":"176.676723ms","start":"2026-03-18T10:11:48.910546Z","end":"2026-03-18T10:11:49.087223Z","steps":["trace[1742222321] 'read index received' (duration: 176.672553ms)","trace[1742222321] 'applied index is now lower than readState.Index' (duration: 3.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:49.087470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.911029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:49.087757Z","caller":"traceutil/trace.go:172","msg":"trace[1401712011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2269; }","duration":"177.202436ms","start":"2026-03-18T10:11:48.910536Z","end":"2026-03-18T10:11:49.087739Z","steps":["trace[1401712011] 'agreement among raft nodes before linearized reading' (duration: 176.838907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:49.965121Z","caller":"traceutil/trace.go:172","msg":"trace[676278728] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"238.495163ms","start":"2026-03-18T10:11:49.726604Z","end":"2026-03-18T10:11:49.965099Z","steps":["trace[676278728] 'process raft request' (duration: 238.327108ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:49.989075Z","caller":"traceutil/trace.go:172","msg":"trace[738360751] linearizableReadLoop","detail":"{readStateIndex:2654; appliedIndex:2655; }","duration":"144.888752ms","start":"2026-03-18T10:11:49.844173Z","end":"2026-03-18T10:11:49.989062Z","steps":["trace[738360751] 'read index received' (duration: 144.885652ms)","trace[738360751] 'applied index is now lower than readState.Index' (duration: 2.42µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:49.989150Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.038296ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:49.989167Z","caller":"traceutil/trace.go:172","msg":"trace[58054567] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2272; }","duration":"145.067097ms","start":"2026-03-18T10:11:49.844095Z","end":"2026-03-18T10:11:49.989162Z","steps":["trace[58054567] 'agreement among raft nodes before linearized reading' (duration: 145.026066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:50.246324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.957513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:50.246424Z","caller":"traceutil/trace.go:172","msg":"trace[1670365892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2272; }","duration":"177.066916ms","start":"2026-03-18T10:11:50.069336Z","end":"2026-03-18T10:11:50.246403Z","steps":["trace[1670365892] 'range keys from in-memory index tree' (duration: 174.752607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:51.678191Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.021659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-03-18T10:11:51.678267Z","caller":"traceutil/trace.go:172","msg":"trace[1647679510] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:2278; }","duration":"103.100841ms","start":"2026-03-18T10:11:51.575144Z","end":"2026-03-18T10:11:51.678245Z","steps":["trace[1647679510] 'agreement among raft nodes before linearized reading' (duration: 29.306883ms)","trace[1647679510] 'range keys from in-memory index tree' (duration: 73.616352ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:57.529324Z","caller":"traceutil/trace.go:172","msg":"trace[1456660841] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"244.986246ms","start":"2026-03-18T10:11:57.284288Z","end":"2026-03-18T10:11:57.529274Z","steps":["trace[1456660841] 'process raft request' (duration: 244.908744ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:57.601122Z","caller":"traceutil/trace.go:172","msg":"trace[1918802627] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"104.764309ms","start":"2026-03-18T10:11:57.496341Z","end":"2026-03-18T10:11:57.601105Z","steps":["trace[1918802627] 'process raft request' (duration: 104.683527ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:58.338629Z","caller":"traceutil/trace.go:172","msg":"trace[433980764] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"104.790358ms","start":"2026-03-18T10:11:58.233827Z","end":"2026-03-18T10:11:58.338617Z","steps":["trace[433980764] 'process raft request' (duration: 104.705636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:58.991193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.71805ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:58.991269Z","caller":"traceutil/trace.go:172","msg":"trace[1261909694] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2305; }","duration":"137.961506ms","start":"2026-03-18T10:11:58.853290Z","end":"2026-03-18T10:11:58.991251Z","steps":["trace[1261909694] 'range keys from in-memory index tree' (duration: 137.686669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:58.991574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.83055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-03-18T10:11:58.991662Z","caller":"traceutil/trace.go:172","msg":"trace[757401469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2305; }","duration":"134.539908ms","start":"2026-03-18T10:11:58.857111Z","end":"2026-03-18T10:11:58.991651Z","steps":["trace[757401469] 'range keys from in-memory index tree' (duration: 132.65918ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:59.402977Z","caller":"traceutil/trace.go:172","msg":"trace[1444619093] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"167.798675ms","start":"2026-03-18T10:11:59.235150Z","end":"2026-03-18T10:11:59.402949Z","steps":["trace[1444619093] 'process raft request' (duration: 114.959776ms)","trace[1444619093] 'compare' (duration: 52.627924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:59.660632Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.278936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:59.660698Z","caller":"traceutil/trace.go:172","msg":"trace[1097297672] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:2308; }","duration":"132.349867ms","start":"2026-03-18T10:11:59.528334Z","end":"2026-03-18T10:11:59.660684Z","steps":["trace[1097297672] 'range keys from in-memory index tree' (duration: 130.400218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:59.660667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.123947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:59.660745Z","caller":"traceutil/trace.go:172","msg":"trace[1443917148] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:2308; }","duration":"151.2176ms","start":"2026-03-18T10:11:59.509514Z","end":"2026-03-18T10:11:59.660732Z","steps":["trace[1443917148] 'range keys from in-memory index tree' (duration: 149.370352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:12:01.622181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.457159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.113\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:12:01.622236Z","caller":"traceutil/trace.go:172","msg":"trace[724725792] range","detail":"{range_begin:/registry/masterleases/199.204.45.113; range_end:; response_count:1; response_revision:2315; }","duration":"107.521691ms","start":"2026-03-18T10:12:01.514703Z","end":"2026-03-18T10:12:01.622224Z","steps":["trace[724725792] 'range keys from in-memory index tree' (duration: 105.735865ms)"],"step_count":1}