{"level":"warn","ts":"2026-03-18T10:06:56.747494Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-18T10:06:56.748672Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-18T10:06:56.748848Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.157:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.157:2380","--initial-cluster=controller-1=https://199.204.45.99:2380,controller-2=https://199.204.45.113:2380,controller-3=https://199.204.45.157:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.157:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.157:2380","--name=controller-3","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-18T10:06:56.749245Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-18T10:06:56.749477Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T10:06:56.749559Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.157:2380"]} {"level":"info","ts":"2026-03-18T10:06:56.749667Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T10:06:56.750910Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"]} {"level":"info","ts":"2026-03-18T10:06:56.751219Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-3","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.99:2380,controller-2=https://199.204.45.113:2380,controller-3=https://199.204.45.157:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-18T10:06:56.753574Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000ca180}"} {"level":"info","ts":"2026-03-18T10:06:56.758185Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-18T10:06:56.758404Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.166064ms"} {"level":"info","ts":"2026-03-18T10:06:56.758455Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-18T10:06:56.758492Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-18T10:06:56.770200Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.99:2380","host":"199.204.45.99:2380","resolved-addr":"199.204.45.99:2380"} {"level":"info","ts":"2026-03-18T10:06:56.770260Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.157:2380","host":"199.204.45.157:2380","resolved-addr":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-18T10:06:56.770284Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.113:2380","host":"199.204.45.113:2380","resolved-addr":"199.204.45.113:2380"} {"level":"info","ts":"2026-03-18T10:06:56.770296Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.157:2380","host":"199.204.45.157:2380","resolved-addr":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-18T10:06:56.770321Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.113:2380","host":"199.204.45.113:2380","resolved-addr":"199.204.45.113:2380"} {"level":"info","ts":"2026-03-18T10:06:56.770331Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.99:2380","host":"199.204.45.99:2380","resolved-addr":"199.204.45.99:2380"} {"level":"info","ts":"2026-03-18T10:06:56.784168Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-18T10:06:56.790795Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-18T10:06:56.790854Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"fdeb985d84d3818e","cluster-id":"a96cbe7391f279b7"} {"level":"info","ts":"2026-03-18T10:06:56.790897Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-18T10:06:56.790999Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"fdeb985d84d3818e switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T10:06:56.791043Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"fdeb985d84d3818e became follower at term 0"} {"level":"info","ts":"2026-03-18T10:06:56.791055Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft fdeb985d84d3818e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-18T10:06:56.797465Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T10:06:56.799051Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T10:06:56.804286Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T10:06:56.805119Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.805145Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182","remote-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-03-18T10:06:56.805178Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.805244Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91","remote-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-03-18T10:06:56.805312Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.805345Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.805957Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.806669Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.808068Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.808117Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.808187Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.808337Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182","remote-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-03-18T10:06:56.808406Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.808485Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.808658Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.808728Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.808814Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.808840Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.808859Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91","remote-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-03-18T10:06:56.809208Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"fdeb985d84d3818e","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T10:06:56.809773Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-18T10:06:56.809892Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T10:06:56.809973Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T10:06:56.810036Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T10:06:56.810048Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T10:06:56.809898Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.810089Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-18T10:06:56.810579Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.157:2380"} {"level":"info","ts":"2026-03-18T10:06:56.810806Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"fdeb985d84d3818e","initial-advertise-peer-urls":["https://199.204.45.157:2380"],"listen-peer-urls":["https://199.204.45.157:2380"],"advertise-client-urls":["https://199.204.45.157:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.157:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T10:06:56.810967Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T10:06:56.811392Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"fdeb985d84d3818e [term: 0] received a MsgHeartbeat message with higher term from 3265b58c6ac9ab91 [term: 3]"} {"level":"info","ts":"2026-03-18T10:06:56.811509Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"fdeb985d84d3818e became follower at term 3"} {"level":"info","ts":"2026-03-18T10:06:56.811578Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: fdeb985d84d3818e elected leader 3265b58c6ac9ab91 at term 3"} {"level":"info","ts":"2026-03-18T10:06:56.821211Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.821280Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.824267Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.824449Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.824490Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.828143Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.831726Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fdeb985d84d3818e","to":"3265b58c6ac9ab91","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T10:06:56.831748Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.835768Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fdeb985d84d3818e","to":"21032583b6cd9182","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T10:06:56.835892Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.836406Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"fdeb985d84d3818e","remote-snapshot-sender-id":"3265b58c6ac9ab91","incoming-snapshot-index":796,"incoming-snapshot-message-size-bytes":8746,"incoming-snapshot-message-size":"8.7 kB"} {"level":"info","ts":"2026-03-18T10:06:56.837223Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fdeb985d84d3818e","to":"3265b58c6ac9ab91","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T10:06:56.837310Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.839437Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fdeb985d84d3818e","to":"21032583b6cd9182","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T10:06:56.839501Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.861531Z","caller":"etcdserver/server.go:522","msg":"initialized peer connections; fast-forwarding election ticks","local-member-id":"fdeb985d84d3818e","forward-ticks":8,"forward-duration":"800ms","election-ticks":10,"election-timeout":"1s","active-remote-members":2} {"level":"info","ts":"2026-03-18T10:06:56.875179Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/000000000000031c.snap.db","bytes":1175552,"size":"1.2 MB"} {"level":"info","ts":"2026-03-18T10:06:56.875260Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"fdeb985d84d3818e","remote-snapshot-sender-id":"3265b58c6ac9ab91","incoming-snapshot-index":796,"incoming-snapshot-size-bytes":1175552,"incoming-snapshot-size":"1.2 MB","download-took":"39.211991ms"} {"level":"info","ts":"2026-03-18T10:06:56.875570Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 796, term: 3]"} {"level":"info","ts":"2026-03-18T10:06:56.875836Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"fdeb985d84d3818e switched to configuration voters=(2378786275819622786 3631508289235823505) learners=(18296885438550606222)"} {"level":"info","ts":"2026-03-18T10:06:56.875956Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"fdeb985d84d3818e [commit: 796, lastindex: 796, lastterm: 3] restored snapshot [index: 796, term: 3]"} {"level":"info","ts":"2026-03-18T10:06:56.876004Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"fdeb985d84d3818e [commit: 796] restored snapshot [index: 796, term: 3]"} {"level":"info","ts":"2026-03-18T10:06:56.876154Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":796,"incoming-leader-snapshot-term":3} {"level":"info","ts":"2026-03-18T10:06:56.881288Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":796} {"level":"info","ts":"2026-03-18T10:06:56.881542Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00049a5a0}"} {"level":"info","ts":"2026-03-18T10:06:56.882112Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-18T10:06:56.882149Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"678.281µs"} {"level":"info","ts":"2026-03-18T10:06:56.882203Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-18T10:06:56.883212Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-18T10:06:56.883243Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-18T10:06:56.886904Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":728} {"level":"info","ts":"2026-03-18T10:06:56.886965Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":796} {"level":"info","ts":"2026-03-18T10:06:56.886995Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-18T10:06:56.887058Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-18T10:06:56.888277Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-18T10:06:56.888482Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-18T10:06:56.888499Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-18T10:06:56.888538Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-18T10:06:56.888548Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-18T10:06:56.889184Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-18T10:06:56.889217Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-18T10:06:56.889288Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T10:06:56.889308Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"a96cbe7391f279b7","local-member-id":"fdeb985d84d3818e","recovered-remote-peer-id":"3265b58c6ac9ab91","recovered-remote-peer-urls":["https://199.204.45.113:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-18T10:06:56.889322Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"a96cbe7391f279b7","local-member-id":"fdeb985d84d3818e","recovered-remote-peer-id":"fdeb985d84d3818e","recovered-remote-peer-urls":["https://199.204.45.157:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-18T10:06:56.889330Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"a96cbe7391f279b7","local-member-id":"fdeb985d84d3818e","recovered-remote-peer-id":"21032583b6cd9182","recovered-remote-peer-urls":["https://199.204.45.99:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-18T10:06:56.889338Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T10:06:56.889352Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-18T10:06:56.889361Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-18T10:06:56.889371Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"warn","ts":"2026-03-18T10:06:56.889972Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.890015Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"21032583b6cd9182"} {"level":"warn","ts":"2026-03-18T10:06:56.890165Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.890190Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.890600Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"warn","ts":"2026-03-18T10:06:56.890900Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182","error":"context canceled"} {"level":"warn","ts":"2026-03-18T10:06:56.890943Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"21032583b6cd9182","error":"failed to read 21032583b6cd9182 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-18T10:06:56.890972Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"warn","ts":"2026-03-18T10:06:56.891058Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:06:56.891086Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.891113Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.891128Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"fdeb985d84d3818e","removed-remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.891138Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"3265b58c6ac9ab91"} {"level":"warn","ts":"2026-03-18T10:06:56.891208Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.891230Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"3265b58c6ac9ab91"} {"level":"warn","ts":"2026-03-18T10:06:56.891249Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.891257Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.891505Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"warn","ts":"2026-03-18T10:06:56.891752Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91","error":"context canceled"} {"level":"warn","ts":"2026-03-18T10:06:56.891811Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"3265b58c6ac9ab91","error":"failed to read 3265b58c6ac9ab91 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-18T10:06:56.891852Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"warn","ts":"2026-03-18T10:06:56.891955Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:06:56.891973Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.891981Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.891999Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"fdeb985d84d3818e","removed-remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.892010Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-18T10:06:56.892024Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-18T10:06:56.892073Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.892107Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.892164Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.892193Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.892203Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.892217Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182","remote-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-03-18T10:06:56.892229Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.892236Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.892262Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.892276Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.893371Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.893884Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.893931Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91","remote-peer-urls":["https://199.204.45.113:2380"]} {"level":"info","ts":"2026-03-18T10:06:56.893952Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-18T10:06:56.893986Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":796,"current-applied-index":796,"incoming-leader-snapshot-index":796,"incoming-leader-snapshot-term":3} {"level":"info","ts":"2026-03-18T10:06:56.894498Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"fdeb985d84d3818e","local-member-attributes":"{Name:controller-3 ClientURLs:[https://199.204.45.157:2379]}","cluster-id":"a96cbe7391f279b7","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T10:06:56.894547Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T10:06:56.895506Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.895594Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.894749Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T10:06:56.896089Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T10:06:56.896114Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T10:06:56.899158Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.899577Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-18T10:06:56.900037Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-18T10:06:56.900418Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-18T10:06:56.903377Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T10:06:56.909180Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.909246Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.910210Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.910585Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.157:2379"} {"level":"info","ts":"2026-03-18T10:06:56.912389Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.912421Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.912905Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.930185Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fdeb985d84d3818e","to":"3265b58c6ac9ab91","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T10:06:56.930267Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.935687Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fdeb985d84d3818e","to":"3265b58c6ac9ab91","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T10:06:56.935779Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"3265b58c6ac9ab91"} {"level":"info","ts":"2026-03-18T10:06:56.937321Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fdeb985d84d3818e","to":"21032583b6cd9182","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T10:06:56.937379Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"info","ts":"2026-03-18T10:06:56.940565Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"fdeb985d84d3818e","to":"21032583b6cd9182","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T10:06:56.940624Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"fdeb985d84d3818e","remote-peer-id":"21032583b6cd9182"} {"level":"warn","ts":"2026-03-18T10:06:57.181070Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.167813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:06:57.212853Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"fdeb985d84d3818e switched to configuration voters=(2378786275819622786 3631508289235823505 18296885438550606222)"} {"level":"info","ts":"2026-03-18T10:06:57.213075Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"a96cbe7391f279b7","local-member-id":"fdeb985d84d3818e","promoted-member-id":"fdeb985d84d3818e"} {"level":"warn","ts":"2026-03-18T10:06:57.442609Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.443547Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.464456Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.479481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.494447Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59998","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.514975Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.524756Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.534420Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.544020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.552978Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.561332Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.570266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.580454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60132","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.591672Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.602766Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60174","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.620568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60194","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.628147Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.636583Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.648392Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.674924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.712931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.726257Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.734449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.809425Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.819987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.838298Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.848307Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60424","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.857704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.879586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.886782Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.902601Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.908484Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.917108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60528","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.926510Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.936847Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.945864Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.952545Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.963449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.972726Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.980463Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:57.988411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60662","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.000862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.008466Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.016713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.025834Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.035177Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.047324Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.052963Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60818","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.062304Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.073587Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.084168Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.094952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.102094Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60924","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.111393Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60934","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.119617Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.131073Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.168347Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.173213Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.184808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.195833Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:06:58.260945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32808","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T10:06:58.957269Z","caller":"traceutil/trace.go:172","msg":"trace[1651568161] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"127.119986ms","start":"2026-03-18T10:06:58.830129Z","end":"2026-03-18T10:06:58.957249Z","steps":["trace[1651568161] 'process raft request' (duration: 126.929037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:06:59.214171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.470057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:07:09.336914Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.129866692s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:07:09.768108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.305925015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-3\" limit:1 ","response":"range_response_count:1 size:7801"} {"level":"info","ts":"2026-03-18T10:07:09.768196Z","caller":"traceutil/trace.go:172","msg":"trace[1773601367] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-3; range_end:; response_count:1; response_revision:793; }","duration":"2.30604188s","start":"2026-03-18T10:07:07.462137Z","end":"2026-03-18T10:07:09.768179Z","steps":["trace[1773601367] 'range keys from in-memory index tree' (duration: 2.303232882s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:09.768237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:07.462116Z","time spent":"2.306111303s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7825,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-3\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:09.768523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.199598732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T10:07:09.768566Z","caller":"traceutil/trace.go:172","msg":"trace[2099874924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:793; }","duration":"2.199641504s","start":"2026-03-18T10:07:07.568916Z","end":"2026-03-18T10:07:09.768557Z","steps":["trace[2099874924] 'range keys from in-memory index tree' (duration: 2.197483226s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:09.768596Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:07.568897Z","time spent":"2.199693067s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:09.768782Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.979328629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T10:07:09.768840Z","caller":"traceutil/trace.go:172","msg":"trace[1701465873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:793; }","duration":"1.979387452s","start":"2026-03-18T10:07:07.789441Z","end":"2026-03-18T10:07:09.768828Z","steps":["trace[1701465873] 'range keys from in-memory index tree' (duration: 1.977080047s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:09.768875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:07.789417Z","time spent":"1.979445934s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:09.853421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"516.191366ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:07:09.855939Z","caller":"traceutil/trace.go:172","msg":"trace[1702229654] linearizableReadLoop","detail":"{readStateIndex:875; appliedIndex:875; }","duration":"297.985638ms","start":"2026-03-18T10:07:09.557922Z","end":"2026-03-18T10:07:09.855908Z","steps":["trace[1702229654] 'read index received' (duration: 297.978348ms)","trace[1702229654] 'applied index is now lower than readState.Index' (duration: 5.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:09.856097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.152296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T10:07:09.856114Z","caller":"traceutil/trace.go:172","msg":"trace[2121060428] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"732.8021ms","start":"2026-03-18T10:07:09.123296Z","end":"2026-03-18T10:07:09.856098Z","steps":["trace[2121060428] 'process raft request' (duration: 732.682574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:09.856143Z","caller":"traceutil/trace.go:172","msg":"trace[181637645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:797; }","duration":"298.221159ms","start":"2026-03-18T10:07:09.557912Z","end":"2026-03-18T10:07:09.856133Z","steps":["trace[181637645] 'agreement among raft nodes before linearized reading' (duration: 298.100984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:09.856514Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:09.123258Z","time spent":"732.911324ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:07:10.201011Z","caller":"traceutil/trace.go:172","msg":"trace[246230060] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"422.465433ms","start":"2026-03-18T10:07:09.778522Z","end":"2026-03-18T10:07:10.200988Z","steps":["trace[246230060] 'process raft request' (duration: 422.310076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:10.201183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:09.778491Z","time spent":"422.60935ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7576,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:07:10.547203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.050741ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:07:10.547296Z","caller":"traceutil/trace.go:172","msg":"trace[1463130347] linearizableReadLoop","detail":"{readStateIndex:878; appliedIndex:877; }","duration":"327.949924ms","start":"2026-03-18T10:07:10.219333Z","end":"2026-03-18T10:07:10.547283Z","steps":["trace[1463130347] 'read index received' (duration: 90.73102ms)","trace[1463130347] 'applied index is now lower than readState.Index' (duration: 237.218104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:10.547450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.112742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:07:10.547483Z","caller":"traceutil/trace.go:172","msg":"trace[1080463269] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:799; }","duration":"328.152254ms","start":"2026-03-18T10:07:10.219325Z","end":"2026-03-18T10:07:10.547477Z","steps":["trace[1080463269] 'agreement among raft nodes before linearized reading' (duration: 327.995017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:10.547537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:10.219307Z","time spent":"328.220507ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.157\" limit:1 "} {"level":"info","ts":"2026-03-18T10:07:11.562166Z","caller":"traceutil/trace.go:172","msg":"trace[1440982529] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"303.379174ms","start":"2026-03-18T10:07:11.258754Z","end":"2026-03-18T10:07:11.562134Z","steps":["trace[1440982529] 'process raft request' (duration: 303.226727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:11.562317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:11.258660Z","time spent":"303.583803ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6140,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:07:11.759898Z","caller":"traceutil/trace.go:172","msg":"trace[1049923340] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"143.718659ms","start":"2026-03-18T10:07:11.616160Z","end":"2026-03-18T10:07:11.759879Z","steps":["trace[1049923340] 'process raft request' (duration: 143.616334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:15.947755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.308549ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:07:15.988487Z","caller":"traceutil/trace.go:172","msg":"trace[1626962209] linearizableReadLoop","detail":"{readStateIndex:906; appliedIndex:906; }","duration":"150.550329ms","start":"2026-03-18T10:07:15.837911Z","end":"2026-03-18T10:07:15.988461Z","steps":["trace[1626962209] 'read index received' (duration: 150.544559ms)","trace[1626962209] 'applied index is now lower than readState.Index' (duration: 4.39µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:15.988742Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.801091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-3\" limit:1 ","response":"range_response_count:1 size:5014"} {"level":"info","ts":"2026-03-18T10:07:15.988785Z","caller":"traceutil/trace.go:172","msg":"trace[1629801104] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-3; range_end:; response_count:1; response_revision:823; }","duration":"150.867133ms","start":"2026-03-18T10:07:15.837906Z","end":"2026-03-18T10:07:15.988773Z","steps":["trace[1629801104] 'agreement among raft nodes before linearized reading' (duration: 150.678335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:16.127701Z","caller":"traceutil/trace.go:172","msg":"trace[1206597780] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"131.763097ms","start":"2026-03-18T10:07:15.995920Z","end":"2026-03-18T10:07:16.127683Z","steps":["trace[1206597780] 'process raft request' (duration: 131.645812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:16.381027Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.863887ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:07:16.381170Z","caller":"traceutil/trace.go:172","msg":"trace[926700356] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:909; }","duration":"120.615679ms","start":"2026-03-18T10:07:16.260537Z","end":"2026-03-18T10:07:16.381153Z","steps":["trace[926700356] 'read index received' (duration: 1.720859ms)","trace[926700356] 'applied index is now lower than readState.Index' (duration: 118.89354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:16.381281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.737764ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:16.381335Z","caller":"traceutil/trace.go:172","msg":"trace[877546556] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:826; }","duration":"120.788466ms","start":"2026-03-18T10:07:16.260529Z","end":"2026-03-18T10:07:16.381317Z","steps":["trace[877546556] 'agreement among raft nodes before linearized reading' (duration: 120.716543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:18.740170Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:19.240623Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:19.741285Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:20.241593Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:20.742139Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:21.043162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00017373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:07:21.043240Z","caller":"traceutil/trace.go:172","msg":"trace[1759999938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262744s","start":"2026-03-18T10:07:19.042956Z","end":"2026-03-18T10:07:21.043219Z","steps":["trace[1759999938] 'agreement among raft nodes before linearized reading' (duration: 2.00017124s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:21.043293Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:19.042925Z","time spent":"2.000360068s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:07:21 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:07:21.242750Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:21.351471Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.637190316s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:07:21.743254Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:22.243521Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:22.576275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.22424748s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T10:07:22.744743Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:23.043554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999786485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:07:23.043622Z","caller":"traceutil/trace.go:172","msg":"trace[1313347694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999861078s","start":"2026-03-18T10:07:21.043745Z","end":"2026-03-18T10:07:23.043606Z","steps":["trace[1313347694] 'agreement among raft nodes before linearized reading' (duration: 1.999785085s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.043661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:21.043727Z","time spent":"1.999925682s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:07:23 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T10:07:23.078964Z","caller":"traceutil/trace.go:172","msg":"trace[21506437] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:922; }","duration":"4.839765041s","start":"2026-03-18T10:07:18.239179Z","end":"2026-03-18T10:07:23.078944Z","steps":["trace[21506437] 'read index received' (duration: 4.8397564s)","trace[21506437] 'applied index is now lower than readState.Index' (duration: 7.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:23.079136Z","caller":"traceutil/trace.go:172","msg":"trace[1931565111] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"2.840405892s","start":"2026-03-18T10:07:20.238704Z","end":"2026-03-18T10:07:23.079110Z","steps":["trace[1931565111] 'process raft request' (duration: 2.840257866s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.079174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.83997291s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:23.079228Z","caller":"traceutil/trace.go:172","msg":"trace[175455171] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:837; }","duration":"4.840045583s","start":"2026-03-18T10:07:18.239171Z","end":"2026-03-18T10:07:23.079216Z","steps":["trace[175455171] 'agreement among raft nodes before linearized reading' (duration: 4.839865605s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.079943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:20.238683Z","time spent":"2.840516108s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:07:23.344688Z","caller":"traceutil/trace.go:172","msg":"trace[1578004373] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:924; }","duration":"265.648364ms","start":"2026-03-18T10:07:23.079022Z","end":"2026-03-18T10:07:23.344670Z","steps":["trace[1578004373] 'read index received' (duration: 265.434704ms)","trace[1578004373] 'applied index is now lower than readState.Index' (duration: 213.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:23.344964Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.125244931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T10:07:23.344987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.763754986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:07:23.345019Z","caller":"traceutil/trace.go:172","msg":"trace[1446982905] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:841; }","duration":"3.125313234s","start":"2026-03-18T10:07:20.219696Z","end":"2026-03-18T10:07:23.345009Z","steps":["trace[1446982905] 'agreement among raft nodes before linearized reading' (duration: 3.125140786s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:23.345027Z","caller":"traceutil/trace.go:172","msg":"trace[713527717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:841; }","duration":"4.763799688s","start":"2026-03-18T10:07:18.581217Z","end":"2026-03-18T10:07:23.345017Z","steps":["trace[713527717] 'agreement among raft nodes before linearized reading' (duration: 4.763690053s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.345045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:20.219680Z","time spent":"3.125360006s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.157\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:23.345063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:18.581195Z","time spent":"4.763856481s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:23.345070Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.464293728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:07:23.345107Z","caller":"traceutil/trace.go:172","msg":"trace[1116302700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:841; }","duration":"3.46432509s","start":"2026-03-18T10:07:19.880769Z","end":"2026-03-18T10:07:23.345094Z","steps":["trace[1116302700] 'agreement among raft nodes before linearized reading' (duration: 3.464237906s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.345145Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:19.880749Z","time spent":"3.464388562s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:23.345198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.378699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:23.345214Z","caller":"traceutil/trace.go:172","msg":"trace[1124179534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:841; }","duration":"295.39335ms","start":"2026-03-18T10:07:23.049816Z","end":"2026-03-18T10:07:23.345209Z","steps":["trace[1124179534] 'agreement among raft nodes before linearized reading' (duration: 295.366429ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:23.345202Z","caller":"traceutil/trace.go:172","msg":"trace[1588785856] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"298.855188ms","start":"2026-03-18T10:07:23.046318Z","end":"2026-03-18T10:07:23.345173Z","steps":["trace[1588785856] 'process raft request' (duration: 298.320624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.344977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.430169346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:07:23.345287Z","caller":"traceutil/trace.go:172","msg":"trace[1923477079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:841; }","duration":"4.430494871s","start":"2026-03-18T10:07:18.914783Z","end":"2026-03-18T10:07:23.345278Z","steps":["trace[1923477079] 'agreement among raft nodes before linearized reading' (duration: 4.430054601s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.345318Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:18.914757Z","time spent":"4.430552373s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:07:23.345405Z","caller":"traceutil/trace.go:172","msg":"trace[1667238610] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"1.010634721s","start":"2026-03-18T10:07:22.334763Z","end":"2026-03-18T10:07:23.345398Z","steps":["trace[1667238610] 'process raft request' (duration: 1.009840565s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.345474Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:22.334742Z","time spent":"1.010691904s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:07:23.345963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.513066549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:07:23.346055Z","caller":"traceutil/trace.go:172","msg":"trace[324246149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:841; }","duration":"3.513164504s","start":"2026-03-18T10:07:19.832879Z","end":"2026-03-18T10:07:23.346043Z","steps":["trace[324246149] 'agreement among raft nodes before linearized reading' (duration: 3.512355997s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:23.346861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:19.832835Z","time spent":"3.513243377s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:23.643354Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.959562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:07:23.867139Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605132,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:07:24.032603Z","caller":"traceutil/trace.go:172","msg":"trace[1734014106] linearizableReadLoop","detail":"{readStateIndex:929; appliedIndex:930; }","duration":"687.814107ms","start":"2026-03-18T10:07:23.344750Z","end":"2026-03-18T10:07:24.032564Z","steps":["trace[1734014106] 'read index received' (duration: 687.806497ms)","trace[1734014106] 'applied index is now lower than readState.Index' (duration: 6.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:24.034377Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9335571702683605135,"received-request-id":9335571702683605132} {"level":"warn","ts":"2026-03-18T10:07:24.269850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.189456526s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:24.269956Z","caller":"traceutil/trace.go:172","msg":"trace[720752843] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:844; }","duration":"1.189566341s","start":"2026-03-18T10:07:23.080376Z","end":"2026-03-18T10:07:24.269942Z","steps":["trace[720752843] 'agreement among raft nodes before linearized reading' (duration: 952.33645ms)","trace[720752843] 'range keys from in-memory index tree' (duration: 237.105045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:24.270187Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"237.297864ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T10:07:24.270437Z","caller":"traceutil/trace.go:172","msg":"trace[557510639] linearizableReadLoop","detail":"{readStateIndex:932; appliedIndex:930; }","duration":"237.745855ms","start":"2026-03-18T10:07:24.032674Z","end":"2026-03-18T10:07:24.270419Z","steps":["trace[557510639] 'read index received' (duration: 2.85793ms)","trace[557510639] 'applied index is now lower than readState.Index' (duration: 234.886065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:24.270524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"924.191989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:24.270549Z","caller":"traceutil/trace.go:172","msg":"trace[1211161867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:845; }","duration":"924.21843ms","start":"2026-03-18T10:07:23.346322Z","end":"2026-03-18T10:07:24.270540Z","steps":["trace[1211161867] 'agreement among raft nodes before linearized reading' (duration: 924.163958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:24.270579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:23.346310Z","time spent":"924.260523ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:24.270644Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:23.346365Z","time spent":"924.265612ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:07:24.772415Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:24.934513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.156817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:07:24.953043Z","caller":"traceutil/trace.go:172","msg":"trace[1765215909] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:935; }","duration":"680.936753ms","start":"2026-03-18T10:07:24.272086Z","end":"2026-03-18T10:07:24.953023Z","steps":["trace[1765215909] 'read index received' (duration: 680.931413ms)","trace[1765215909] 'applied index is now lower than readState.Index' (duration: 4.16µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:07:24.953331Z","caller":"traceutil/trace.go:172","msg":"trace[1742586285] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"681.201756ms","start":"2026-03-18T10:07:24.272112Z","end":"2026-03-18T10:07:24.953314Z","steps":["trace[1742586285] 'process raft request' (duration: 681.019357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:24.953273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"681.168174ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:24.953447Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:24.272098Z","time spent":"681.29376ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:07:24.953547Z","caller":"traceutil/trace.go:172","msg":"trace[72330043] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:848; }","duration":"681.389204ms","start":"2026-03-18T10:07:24.272080Z","end":"2026-03-18T10:07:24.953469Z","steps":["trace[72330043] 'agreement among raft nodes before linearized reading' (duration: 681.140572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:24.953443Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9335571702683605138,"received-request-id":9335571702683605136} {"level":"warn","ts":"2026-03-18T10:07:24.954947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"675.470084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:24.954996Z","caller":"traceutil/trace.go:172","msg":"trace[1221683267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:849; }","duration":"675.519926ms","start":"2026-03-18T10:07:24.279465Z","end":"2026-03-18T10:07:24.954985Z","steps":["trace[1221683267] 'agreement among raft nodes before linearized reading' (duration: 675.433362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:24.955026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:24.279454Z","time spent":"675.565499ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:25.660694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"422.322861ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:25.660789Z","caller":"traceutil/trace.go:172","msg":"trace[160241173] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:849; }","duration":"422.453736ms","start":"2026-03-18T10:07:25.238316Z","end":"2026-03-18T10:07:25.660769Z","steps":["trace[160241173] 'range keys from in-memory index tree' (duration: 422.262118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:25.875911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.438537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:07:25.876314Z","caller":"traceutil/trace.go:172","msg":"trace[411268650] linearizableReadLoop","detail":"{readStateIndex:938; appliedIndex:937; }","duration":"215.451732ms","start":"2026-03-18T10:07:25.660846Z","end":"2026-03-18T10:07:25.876298Z","steps":["trace[411268650] 'read index received' (duration: 174.976605ms)","trace[411268650] 'applied index is now lower than readState.Index' (duration: 40.473947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:25.876391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.542646ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:25.876416Z","caller":"traceutil/trace.go:172","msg":"trace[2066402741] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:851; }","duration":"215.576008ms","start":"2026-03-18T10:07:25.660830Z","end":"2026-03-18T10:07:25.876406Z","steps":["trace[2066402741] 'agreement among raft nodes before linearized reading' (duration: 215.516925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:26.486144Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.884958ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:26.486326Z","caller":"traceutil/trace.go:172","msg":"trace[1876908341] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:851; }","duration":"245.079327ms","start":"2026-03-18T10:07:26.241228Z","end":"2026-03-18T10:07:26.486307Z","steps":["trace[1876908341] 'range keys from in-memory index tree' (duration: 244.837055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:26.486350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"436.564046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:07:26.486536Z","caller":"traceutil/trace.go:172","msg":"trace[1557770240] linearizableReadLoop","detail":"{readStateIndex:940; appliedIndex:939; }","duration":"605.440063ms","start":"2026-03-18T10:07:25.881075Z","end":"2026-03-18T10:07:26.486515Z","steps":["trace[1557770240] 'read index received' (duration: 169.218582ms)","trace[1557770240] 'applied index is now lower than readState.Index' (duration: 436.219851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:26.575055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"693.951083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:07:26.575150Z","caller":"traceutil/trace.go:172","msg":"trace[1456256991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:852; }","duration":"694.069158ms","start":"2026-03-18T10:07:25.881058Z","end":"2026-03-18T10:07:26.575127Z","steps":["trace[1456256991] 'agreement among raft nodes before linearized reading' (duration: 605.639303ms)","trace[1456256991] 'range keys from in-memory index tree' (duration: 88.182145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:26.575189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:25.881029Z","time spent":"694.153492ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:26.837608Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"262.731063ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:07:26.837812Z","caller":"traceutil/trace.go:172","msg":"trace[93252601] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:940; }","duration":"351.141838ms","start":"2026-03-18T10:07:26.486642Z","end":"2026-03-18T10:07:26.837784Z","steps":["trace[93252601] 'read index received' (duration: 1.706438ms)","trace[93252601] 'applied index is now lower than readState.Index' (duration: 349.43314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:26.837970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"795.734231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:26.837930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"351.502034ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:26.838013Z","caller":"traceutil/trace.go:172","msg":"trace[1994185983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:852; }","duration":"795.793123ms","start":"2026-03-18T10:07:26.042204Z","end":"2026-03-18T10:07:26.837997Z","steps":["trace[1994185983] 'agreement among raft nodes before linearized reading' (duration: 795.690269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:26.838028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.772664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:07:26.838042Z","caller":"traceutil/trace.go:172","msg":"trace[1354717209] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:852; }","duration":"351.653661ms","start":"2026-03-18T10:07:26.486368Z","end":"2026-03-18T10:07:26.838022Z","steps":["trace[1354717209] 'agreement among raft nodes before linearized reading' (duration: 351.439301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:26.838066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:26.042141Z","time spent":"795.914299ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:07:26.838080Z","caller":"traceutil/trace.go:172","msg":"trace[509717565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:852; }","duration":"377.840297ms","start":"2026-03-18T10:07:26.460226Z","end":"2026-03-18T10:07:26.838067Z","steps":["trace[509717565] 'agreement among raft nodes before linearized reading' (duration: 377.597786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:26.838116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:26.460208Z","time spent":"377.895809ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:27.338481Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605146,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:07:27.626467Z","caller":"traceutil/trace.go:172","msg":"trace[87607941] linearizableReadLoop","detail":"{readStateIndex:944; appliedIndex:944; }","duration":"788.588362ms","start":"2026-03-18T10:07:26.837855Z","end":"2026-03-18T10:07:27.626443Z","steps":["trace[87607941] 'read index received' (duration: 788.580822ms)","trace[87607941] 'applied index is now lower than readState.Index' (duration: 6.16µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:27.626587Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.111018119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:07:27.626635Z","caller":"traceutil/trace.go:172","msg":"trace[1103588145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:854; }","duration":"1.111073182s","start":"2026-03-18T10:07:26.515543Z","end":"2026-03-18T10:07:27.626616Z","steps":["trace[1103588145] 'agreement among raft nodes before linearized reading' (duration: 1.110975207s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:27.626785Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:26.515512Z","time spent":"1.11126311s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:27.629166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"390.002815ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:27.629205Z","caller":"traceutil/trace.go:172","msg":"trace[759172529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:854; }","duration":"390.039617ms","start":"2026-03-18T10:07:27.239155Z","end":"2026-03-18T10:07:27.629195Z","steps":["trace[759172529] 'agreement among raft nodes before linearized reading' (duration: 389.992074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:27.629281Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.485328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:27.629105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"789.082284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:27.629480Z","caller":"traceutil/trace.go:172","msg":"trace[1858244470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:854; }","duration":"789.4331ms","start":"2026-03-18T10:07:26.840013Z","end":"2026-03-18T10:07:27.629446Z","steps":["trace[1858244470] 'agreement among raft nodes before linearized reading' (duration: 789.063273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:27.629541Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:26.839983Z","time spent":"789.548526ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:07:27.630003Z","caller":"traceutil/trace.go:172","msg":"trace[1889107142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:854; }","duration":"459.656236ms","start":"2026-03-18T10:07:27.169767Z","end":"2026-03-18T10:07:27.629423Z","steps":["trace[1889107142] 'agreement among raft nodes before linearized reading' (duration: 459.427246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:27.630070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:27.169733Z","time spent":"460.320696ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:28.643825Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"404.876791ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:28.643921Z","caller":"traceutil/trace.go:172","msg":"trace[1222884139] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:855; }","duration":"404.986856ms","start":"2026-03-18T10:07:28.238915Z","end":"2026-03-18T10:07:28.643902Z","steps":["trace[1222884139] 'range keys from in-memory index tree' (duration: 404.122136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:29.153203Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.424079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:29.153575Z","caller":"traceutil/trace.go:172","msg":"trace[2088840675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:857; }","duration":"111.804066ms","start":"2026-03-18T10:07:29.041760Z","end":"2026-03-18T10:07:29.153564Z","steps":["trace[2088840675] 'range keys from in-memory index tree' (duration: 108.994488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:29.899618Z","caller":"traceutil/trace.go:172","msg":"trace[413520106] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:948; }","duration":"464.729089ms","start":"2026-03-18T10:07:29.434866Z","end":"2026-03-18T10:07:29.899596Z","steps":["trace[413520106] 'read index received' (duration: 464.721179ms)","trace[413520106] 'applied index is now lower than readState.Index' (duration: 6.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:29.899873Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"464.984602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:07:29.899934Z","caller":"traceutil/trace.go:172","msg":"trace[66049745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:858; }","duration":"465.058995ms","start":"2026-03-18T10:07:29.434859Z","end":"2026-03-18T10:07:29.899918Z","steps":["trace[66049745] 'agreement among raft nodes before linearized reading' (duration: 464.816274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:29.899978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:29.434835Z","time spent":"465.131918ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:30.610046Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:30.804232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"762.274182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:30.804292Z","caller":"traceutil/trace.go:172","msg":"trace[380546715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:858; }","duration":"762.339235ms","start":"2026-03-18T10:07:30.041940Z","end":"2026-03-18T10:07:30.804279Z","steps":["trace[380546715] 'range keys from in-memory index tree' (duration: 760.462389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:30.804325Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:30.041919Z","time spent":"762.400528ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:30.804409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.457095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:07:31.110599Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605156,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:07:31.451545Z","caller":"traceutil/trace.go:172","msg":"trace[476990044] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:949; }","duration":"1.341635718s","start":"2026-03-18T10:07:30.109881Z","end":"2026-03-18T10:07:31.451517Z","steps":["trace[476990044] 'read index received' (duration: 1.341628267s)","trace[476990044] 'applied index is now lower than readState.Index' (duration: 6.081µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:31.453145Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9335571702683605157,"received-request-id":9335571702683605156} {"level":"warn","ts":"2026-03-18T10:07:31.882542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"789.150416ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T10:07:31.883022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.773123139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:07:31.883090Z","caller":"traceutil/trace.go:172","msg":"trace[1392377800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:859; }","duration":"1.773188042s","start":"2026-03-18T10:07:30.109876Z","end":"2026-03-18T10:07:31.883064Z","steps":["trace[1392377800] 'agreement among raft nodes before linearized reading' (duration: 1.341753973s)","trace[1392377800] 'range keys from in-memory index tree' (duration: 431.23977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:31.883144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:30.109854Z","time spent":"1.773278426s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:07:31.883893Z","caller":"traceutil/trace.go:172","msg":"trace[714690899] linearizableReadLoop","detail":"{readStateIndex:951; appliedIndex:949; }","duration":"432.258326ms","start":"2026-03-18T10:07:31.451610Z","end":"2026-03-18T10:07:31.883869Z","steps":["trace[714690899] 'read index received' (duration: 2.280584ms)","trace[714690899] 'applied index is now lower than readState.Index' (duration: 429.976012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:32.384756Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:32.885216Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:33.386203Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:33.431147Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.625769485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:33.431219Z","caller":"traceutil/trace.go:172","msg":"trace[79060178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:860; }","duration":"2.625841179s","start":"2026-03-18T10:07:30.805359Z","end":"2026-03-18T10:07:33.431200Z","steps":["trace[79060178] 'agreement among raft nodes before linearized reading' (duration: 1.078532439s)","trace[79060178] 'range keys from in-memory index tree' (duration: 1.547165933s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:33.431273Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:30.805344Z","time spent":"2.625903802s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:33.431298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:31.924146Z","time spent":"1.507147753s","remote":"127.0.0.1:44594","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:07:33.431364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.193122221s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:33.431665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.211385306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T10:07:33.431749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.547868175s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T10:07:33.431724Z","caller":"traceutil/trace.go:172","msg":"trace[31703463] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:860; }","duration":"3.211451489s","start":"2026-03-18T10:07:30.220255Z","end":"2026-03-18T10:07:33.431706Z","steps":["trace[31703463] 'agreement among raft nodes before linearized reading' (duration: 1.663757772s)","trace[31703463] 'range keys from in-memory index tree' (duration: 1.547530299s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:33.431831Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:30.220239Z","time spent":"3.211583834s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.157\" limit:1 "} {"level":"info","ts":"2026-03-18T10:07:33.432225Z","caller":"traceutil/trace.go:172","msg":"trace[2001710327] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:860; }","duration":"3.193156252s","start":"2026-03-18T10:07:30.238233Z","end":"2026-03-18T10:07:33.431389Z","steps":["trace[2001710327] 'agreement among raft nodes before linearized reading' (duration: 1.645696186s)","trace[2001710327] 'range keys from in-memory index tree' (duration: 1.547415684s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:33.554413Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.156701646s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:07:33.554676Z","caller":"traceutil/trace.go:172","msg":"trace[69606555] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:954; }","duration":"1.67065047s","start":"2026-03-18T10:07:31.883981Z","end":"2026-03-18T10:07:33.554631Z","steps":["trace[69606555] 'read index received' (duration: 1.67063764s)","trace[69606555] 'applied index is now lower than readState.Index' (duration: 10.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:33.727175Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.192420211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:07:33.727254Z","caller":"traceutil/trace.go:172","msg":"trace[1525280816] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:862; }","duration":"2.192504625s","start":"2026-03-18T10:07:31.534727Z","end":"2026-03-18T10:07:33.727232Z","steps":["trace[1525280816] 'agreement among raft nodes before linearized reading' (duration: 2.020086601s)","trace[1525280816] 'range keys from in-memory index tree' (duration: 172.192524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:33.727295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:31.534704Z","time spent":"2.192580458s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:33.727320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.33472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T10:07:33.727444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.112234306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:07:33.727476Z","caller":"traceutil/trace.go:172","msg":"trace[1749897420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:862; }","duration":"2.112265208s","start":"2026-03-18T10:07:31.615200Z","end":"2026-03-18T10:07:33.727466Z","steps":["trace[1749897420] 'agreement among raft nodes before linearized reading' (duration: 1.939592122s)","trace[1749897420] 'range keys from in-memory index tree' (duration: 172.198125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:33.727494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:31.615177Z","time spent":"2.11231168s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:34.055709Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:07:34.226490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.480952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:07:34.250721Z","caller":"traceutil/trace.go:172","msg":"trace[522985972] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:958; }","duration":"695.950817ms","start":"2026-03-18T10:07:33.554750Z","end":"2026-03-18T10:07:34.250701Z","steps":["trace[522985972] 'read index received' (duration: 695.943407ms)","trace[522985972] 'applied index is now lower than readState.Index' (duration: 6.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:34.250882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.435183308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:07:34.250893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.435205049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-18T10:07:34.250872Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.382937811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:07:34.250916Z","caller":"traceutil/trace.go:172","msg":"trace[1640839192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:866; }","duration":"1.43523411s","start":"2026-03-18T10:07:32.815674Z","end":"2026-03-18T10:07:34.250908Z","steps":["trace[1640839192] 'agreement among raft nodes before linearized reading' (duration: 1.435147536s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:34.250926Z","caller":"traceutil/trace.go:172","msg":"trace[18883230] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5; range_end:; response_count:1; response_revision:866; }","duration":"1.435243531s","start":"2026-03-18T10:07:32.815673Z","end":"2026-03-18T10:07:34.250917Z","steps":["trace[18883230] 'agreement among raft nodes before linearized reading' (duration: 1.435103844s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:34.250938Z","caller":"traceutil/trace.go:172","msg":"trace[661584738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:866; }","duration":"1.383016834s","start":"2026-03-18T10:07:32.867909Z","end":"2026-03-18T10:07:34.250926Z","steps":["trace[661584738] 'agreement among raft nodes before linearized reading' (duration: 1.382836786s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.250943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:32.815658Z","time spent":"1.435279073s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:34.250947Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:32.815658Z","time spent":"1.435283173s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:34.250948Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"817.355829ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:34.251014Z","caller":"traceutil/trace.go:172","msg":"trace[2094655410] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:866; }","duration":"817.424363ms","start":"2026-03-18T10:07:33.433574Z","end":"2026-03-18T10:07:34.250999Z","steps":["trace[2094655410] 'agreement among raft nodes before linearized reading' (duration: 817.324868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.250970Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:32.867886Z","time spent":"1.383077727s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:07:34.251331Z","caller":"traceutil/trace.go:172","msg":"trace[58325868] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"1.502750728s","start":"2026-03-18T10:07:32.748566Z","end":"2026-03-18T10:07:34.251317Z","steps":["trace[58325868] 'process raft request' (duration: 1.502458825s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.251448Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:32.748543Z","time spent":"1.502828962s","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:07:34.251648Z","caller":"traceutil/trace.go:172","msg":"trace[1197382121] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"929.146852ms","start":"2026-03-18T10:07:33.322487Z","end":"2026-03-18T10:07:34.251634Z","steps":["trace[1197382121] 'process raft request' (duration: 928.776105ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:34.251666Z","caller":"traceutil/trace.go:172","msg":"trace[1005497263] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"872.427807ms","start":"2026-03-18T10:07:33.379228Z","end":"2026-03-18T10:07:34.251656Z","steps":["trace[1005497263] 'process raft request' (duration: 872.345123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.251717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:33.432916Z","time spent":"818.799445ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:07:34.251732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:33.379199Z","time spent":"872.49579ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:07:34.252031Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:33.322460Z","time spent":"929.405863ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:07:34.632711Z","caller":"traceutil/trace.go:172","msg":"trace[1217911813] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"373.65692ms","start":"2026-03-18T10:07:34.259034Z","end":"2026-03-18T10:07:34.632691Z","steps":["trace[1217911813] 'process raft request' (duration: 373.621038ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:34.632786Z","caller":"traceutil/trace.go:172","msg":"trace[1748450606] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"379.747688ms","start":"2026-03-18T10:07:34.252994Z","end":"2026-03-18T10:07:34.632742Z","steps":["trace[1748450606] 'process raft request' (duration: 379.548029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.632856Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:34.259012Z","time spent":"373.773455ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:07:34.632924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:34.252972Z","time spent":"379.879184ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:07:34.641215Z","caller":"traceutil/trace.go:172","msg":"trace[645436532] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:967; }","duration":"388.913248ms","start":"2026-03-18T10:07:34.252281Z","end":"2026-03-18T10:07:34.641194Z","steps":["trace[645436532] 'read index received' (duration: 388.904058ms)","trace[645436532] 'applied index is now lower than readState.Index' (duration: 5.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:34.641394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"389.101227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:34.641439Z","caller":"traceutil/trace.go:172","msg":"trace[305088379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:874; }","duration":"389.151779ms","start":"2026-03-18T10:07:34.252276Z","end":"2026-03-18T10:07:34.641428Z","steps":["trace[305088379] 'agreement among raft nodes before linearized reading' (duration: 389.032273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.641472Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:34.252261Z","time spent":"389.202822ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:07:34.777662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"525.137908ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:34.777723Z","caller":"traceutil/trace.go:172","msg":"trace[540965956] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:875; }","duration":"525.207081ms","start":"2026-03-18T10:07:34.252502Z","end":"2026-03-18T10:07:34.777709Z","steps":["trace[540965956] 'agreement among raft nodes before linearized reading' (duration: 395.262538ms)","trace[540965956] 'range keys from in-memory index tree' (duration: 129.860328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:34.777939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.016396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:34.778197Z","caller":"traceutil/trace.go:172","msg":"trace[1915156162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:875; }","duration":"125.302579ms","start":"2026-03-18T10:07:34.652880Z","end":"2026-03-18T10:07:34.778183Z","steps":["trace[1915156162] 'range keys from in-memory index tree' (duration: 122.67522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.777985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.0156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-18T10:07:34.778312Z","caller":"traceutil/trace.go:172","msg":"trace[699390454] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:875; }","duration":"143.341854ms","start":"2026-03-18T10:07:34.634953Z","end":"2026-03-18T10:07:34.778295Z","steps":["trace[699390454] 'range keys from in-memory index tree' (duration: 130.094119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:34.778106Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.904329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:07:34.778628Z","caller":"traceutil/trace.go:172","msg":"trace[368109822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:875; }","duration":"304.421163ms","start":"2026-03-18T10:07:34.474191Z","end":"2026-03-18T10:07:34.778613Z","steps":["trace[368109822] 'agreement among raft nodes before linearized reading' (duration: 173.604261ms)","trace[368109822] 'range keys from in-memory index tree' (duration: 130.251797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:34.778686Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:34.474165Z","time spent":"304.508827ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:07:41.095618Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.012882ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:07:41.180975Z","caller":"traceutil/trace.go:172","msg":"trace[756394646] linearizableReadLoop","detail":"{readStateIndex:996; appliedIndex:996; }","duration":"104.939858ms","start":"2026-03-18T10:07:41.076016Z","end":"2026-03-18T10:07:41.180956Z","steps":["trace[756394646] 'read index received' (duration: 104.935608ms)","trace[756394646] 'applied index is now lower than readState.Index' (duration: 3.49µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:41.181193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.162378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:07:41.181285Z","caller":"traceutil/trace.go:172","msg":"trace[1683090810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:898; }","duration":"105.264252ms","start":"2026-03-18T10:07:41.076004Z","end":"2026-03-18T10:07:41.181268Z","steps":["trace[1683090810] 'agreement among raft nodes before linearized reading' (duration: 105.038052ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:41.689129Z","caller":"traceutil/trace.go:172","msg":"trace[388846428] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1014; }","duration":"187.598404ms","start":"2026-03-18T10:07:41.501505Z","end":"2026-03-18T10:07:41.689103Z","steps":["trace[388846428] 'read index received' (duration: 187.591184ms)","trace[388846428] 'applied index is now lower than readState.Index' (duration: 5.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:41.689398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.864227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:07:41.689594Z","caller":"traceutil/trace.go:172","msg":"trace[778354455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:913; }","duration":"188.079927ms","start":"2026-03-18T10:07:41.501501Z","end":"2026-03-18T10:07:41.689581Z","steps":["trace[778354455] 'agreement among raft nodes before linearized reading' (duration: 187.732821ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:44.608190Z","caller":"traceutil/trace.go:172","msg":"trace[780228929] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"271.782238ms","start":"2026-03-18T10:07:44.336389Z","end":"2026-03-18T10:07:44.608171Z","steps":["trace[780228929] 'process raft request' (duration: 271.457454ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:44.655893Z","caller":"traceutil/trace.go:172","msg":"trace[1908684697] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"180.607889ms","start":"2026-03-18T10:07:44.475266Z","end":"2026-03-18T10:07:44.655874Z","steps":["trace[1908684697] 'process raft request' (duration: 180.499434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:49.358018Z","caller":"traceutil/trace.go:172","msg":"trace[715954059] linearizableReadLoop","detail":"{readStateIndex:1048; appliedIndex:1048; }","duration":"127.310592ms","start":"2026-03-18T10:07:49.230696Z","end":"2026-03-18T10:07:49.358006Z","steps":["trace[715954059] 'read index received' (duration: 127.306452ms)","trace[715954059] 'applied index is now lower than readState.Index' (duration: 3.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:49.358332Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.610215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:07:49.358460Z","caller":"traceutil/trace.go:172","msg":"trace[2075609961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:945; }","duration":"127.753802ms","start":"2026-03-18T10:07:49.230685Z","end":"2026-03-18T10:07:49.358439Z","steps":["trace[2075609961] 'agreement among raft nodes before linearized reading' (duration: 127.432527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:49.359679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.905898ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:49.360010Z","caller":"traceutil/trace.go:172","msg":"trace[1346978610] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:945; }","duration":"121.236403ms","start":"2026-03-18T10:07:49.238756Z","end":"2026-03-18T10:07:49.359993Z","steps":["trace[1346978610] 'agreement among raft nodes before linearized reading' (duration: 120.875677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:50.343894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.144802ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T10:07:50.343985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.247714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:50.344087Z","caller":"traceutil/trace.go:172","msg":"trace[5130133] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:946; }","duration":"104.37633ms","start":"2026-03-18T10:07:50.239690Z","end":"2026-03-18T10:07:50.344066Z","steps":["trace[5130133] 'range keys from in-memory index tree' (duration: 104.206382ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:07:50.344362Z","caller":"traceutil/trace.go:172","msg":"trace[876450732] linearizableReadLoop","detail":"{readStateIndex:1051; appliedIndex:1049; }","duration":"303.723049ms","start":"2026-03-18T10:07:50.040570Z","end":"2026-03-18T10:07:50.344293Z","steps":["trace[876450732] 'read index received' (duration: 130.459648ms)","trace[876450732] 'applied index is now lower than readState.Index' (duration: 173.261251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:50.372515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.338936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:07:50.372640Z","caller":"traceutil/trace.go:172","msg":"trace[650677210] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:947; }","duration":"151.474322ms","start":"2026-03-18T10:07:50.221154Z","end":"2026-03-18T10:07:50.372628Z","steps":["trace[650677210] 'agreement among raft nodes before linearized reading' (duration: 151.260932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:07:50.372517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.937535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:07:50.373007Z","caller":"traceutil/trace.go:172","msg":"trace[317321976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:947; }","duration":"332.445878ms","start":"2026-03-18T10:07:50.040555Z","end":"2026-03-18T10:07:50.373000Z","steps":["trace[317321976] 'agreement among raft nodes before linearized reading' (duration: 303.882187ms)","trace[317321976] 'range keys from in-memory index tree' (duration: 27.980484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:07:50.373054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:50.040535Z","time spent":"332.511711ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:00.350506Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:00.851670Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:01.352277Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:01.853054Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:01.964746Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"fdeb985d84d3818e [logterm: 3, index: 1146, vote: 0] ignored MsgPreVote from 21032583b6cd9182 [logterm: 3, index: 1146] at term 3: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-18T10:08:02.039971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.981928486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:02.040135Z","caller":"traceutil/trace.go:172","msg":"trace[648550936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.982108245s","start":"2026-03-18T10:08:00.058012Z","end":"2026-03-18T10:08:02.040121Z","steps":["trace[648550936] 'agreement among raft nodes before linearized reading' (duration: 1.981926607s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:02.040280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.057994Z","time spent":"1.982277612s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:02 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:02.353458Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:02.853992Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:03.354410Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:03.854927Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:03.879729Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.186953609s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:08:04.040895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000400603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:04.040988Z","caller":"traceutil/trace.go:172","msg":"trace[1997422381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552361s","start":"2026-03-18T10:08:02.040413Z","end":"2026-03-18T10:08:04.040966Z","steps":["trace[1997422381] 'agreement among raft nodes before linearized reading' (duration: 2.000443656s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.041047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.040399Z","time spent":"2.000635414s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:04 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:04.075831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.724057253s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.075905Z","caller":"traceutil/trace.go:172","msg":"trace[1603278399] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1020; }","duration":"3.724127746s","start":"2026-03-18T10:08:00.351750Z","end":"2026-03-18T10:08:04.075878Z","steps":["trace[1603278399] 'range keys from in-memory index tree' (duration: 3.724040783s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.076185Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.567615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:08:04.108568Z","caller":"traceutil/trace.go:172","msg":"trace[470184060] linearizableReadLoop","detail":"{readStateIndex:1193; appliedIndex:1193; }","duration":"4.364859043s","start":"2026-03-18T10:07:59.743695Z","end":"2026-03-18T10:08:04.108554Z","steps":["trace[470184060] 'read index received' (duration: 4.364854373s)","trace[470184060] 'applied index is now lower than readState.Index' (duration: 3.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:04.108671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.364965799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.108687Z","caller":"traceutil/trace.go:172","msg":"trace[106879348] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1060; }","duration":"4.36499469s","start":"2026-03-18T10:07:59.743688Z","end":"2026-03-18T10:08:04.108683Z","steps":["trace[106879348] 'agreement among raft nodes before linearized reading' (duration: 4.364939648s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.108703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:59.743656Z","time spent":"4.365042872s","remote":"127.0.0.1:60100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.133223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.010985532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.133310Z","caller":"traceutil/trace.go:172","msg":"trace[332813687] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1069; }","duration":"2.011081446s","start":"2026-03-18T10:08:02.122214Z","end":"2026-03-18T10:08:04.133296Z","steps":["trace[332813687] 'agreement among raft nodes before linearized reading' (duration: 2.01095436s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.133343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.122192Z","time spent":"2.011141379s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.133384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.299375614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:08:04.133425Z","caller":"traceutil/trace.go:172","msg":"trace[1070931407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1069; }","duration":"2.299418215s","start":"2026-03-18T10:08:01.833998Z","end":"2026-03-18T10:08:04.133416Z","steps":["trace[1070931407] 'agreement among raft nodes before linearized reading' (duration: 2.299339972s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.133454Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:01.833982Z","time spent":"2.299465237s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":466,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.133617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.067354376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.133656Z","caller":"traceutil/trace.go:172","msg":"trace[1488212657] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1069; }","duration":"3.067391888s","start":"2026-03-18T10:08:01.066253Z","end":"2026-03-18T10:08:04.133645Z","steps":["trace[1488212657] 'agreement among raft nodes before linearized reading' (duration: 3.067336895s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.133686Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:01.066235Z","time spent":"3.067442821s","remote":"127.0.0.1:60530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.133840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.190731609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.133866Z","caller":"traceutil/trace.go:172","msg":"trace[1533036960] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1069; }","duration":"3.19075876s","start":"2026-03-18T10:08:00.943100Z","end":"2026-03-18T10:08:04.133858Z","steps":["trace[1533036960] 'agreement among raft nodes before linearized reading' (duration: 3.190713368s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.133906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.943074Z","time spent":"3.190824934s","remote":"127.0.0.1:60730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.134046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.228272895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:08:04.134082Z","caller":"traceutil/trace.go:172","msg":"trace[1234114663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1069; }","duration":"3.228307427s","start":"2026-03-18T10:08:00.905765Z","end":"2026-03-18T10:08:04.134073Z","steps":["trace[1234114663] 'agreement among raft nodes before linearized reading' (duration: 3.228250914s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.134111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.905748Z","time spent":"3.228355799s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.134238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.291573207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:04.134256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.782549755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:08:04.134270Z","caller":"traceutil/trace.go:172","msg":"trace[949249276] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1069; }","duration":"4.291604648s","start":"2026-03-18T10:07:59.842657Z","end":"2026-03-18T10:08:04.134262Z","steps":["trace[949249276] 'agreement among raft nodes before linearized reading' (duration: 4.291559096s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:04.134287Z","caller":"traceutil/trace.go:172","msg":"trace[457398314] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:1069; }","duration":"3.782608177s","start":"2026-03-18T10:08:00.351670Z","end":"2026-03-18T10:08:04.134279Z","steps":["trace[457398314] 'agreement among raft nodes before linearized reading' (duration: 3.782441069s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.134297Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:59.842629Z","time spent":"4.291659552s","remote":"127.0.0.1:60342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.134312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.351654Z","time spent":"3.782650159s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.157\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.134359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.338252603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.134402Z","caller":"traceutil/trace.go:172","msg":"trace[594318777] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1069; }","duration":"4.338298255s","start":"2026-03-18T10:07:59.796094Z","end":"2026-03-18T10:08:04.134392Z","steps":["trace[594318777] 'agreement among raft nodes before linearized reading' (duration: 4.338233752s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.134420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.557848196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:04.134434Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:07:59.796071Z","time spent":"4.338355578s","remote":"127.0.0.1:60700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:04.134462Z","caller":"traceutil/trace.go:172","msg":"trace[1233239367] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1069; }","duration":"3.557889418s","start":"2026-03-18T10:08:00.576560Z","end":"2026-03-18T10:08:04.134450Z","steps":["trace[1233239367] 'agreement among raft nodes before linearized reading' (duration: 3.557822615s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.134496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.576542Z","time spent":"3.557946891s","remote":"127.0.0.1:60210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.134541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.304686399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.134596Z","caller":"traceutil/trace.go:172","msg":"trace[723618662] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1069; }","duration":"1.304755042s","start":"2026-03-18T10:08:02.829829Z","end":"2026-03-18T10:08:04.134584Z","steps":["trace[723618662] 'agreement among raft nodes before linearized reading' (duration: 1.304669598s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.134632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.829806Z","time spent":"1.304819795s","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":29,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.134642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.393164726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:04.134589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.624760453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.134671Z","caller":"traceutil/trace.go:172","msg":"trace[1561975643] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1069; }","duration":"3.393194147s","start":"2026-03-18T10:08:00.741469Z","end":"2026-03-18T10:08:04.134663Z","steps":["trace[1561975643] 'agreement among raft nodes before linearized reading' (duration: 3.393148315s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:04.134683Z","caller":"traceutil/trace.go:172","msg":"trace[1968839167] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1069; }","duration":"3.624857097s","start":"2026-03-18T10:08:00.509817Z","end":"2026-03-18T10:08:04.134674Z","steps":["trace[1968839167] 'agreement among raft nodes before linearized reading' (duration: 3.624650178s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.134723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.509798Z","time spent":"3.62491504s","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.134795Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.530983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.134821Z","caller":"traceutil/trace.go:172","msg":"trace[913871476] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1069; }","duration":"193.553394ms","start":"2026-03-18T10:08:03.941259Z","end":"2026-03-18T10:08:04.134812Z","steps":["trace[913871476] 'agreement among raft nodes before linearized reading' (duration: 193.516032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.134849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"951.064225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:04.134865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.782211449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.134882Z","caller":"traceutil/trace.go:172","msg":"trace[1572689261] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1069; }","duration":"951.097996ms","start":"2026-03-18T10:08:03.183775Z","end":"2026-03-18T10:08:04.134873Z","steps":["trace[1572689261] 'agreement among raft nodes before linearized reading' (duration: 951.044904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.134906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.242365243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:04.134696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.741455Z","time spent":"3.393234859s","remote":"127.0.0.1:60608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.134907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:03.183755Z","time spent":"951.144979ms","remote":"127.0.0.1:60824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:04.134921Z","caller":"traceutil/trace.go:172","msg":"trace[1840229636] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1069; }","duration":"1.242380313s","start":"2026-03-18T10:08:02.892536Z","end":"2026-03-18T10:08:04.134916Z","steps":["trace[1840229636] 'agreement among raft nodes before linearized reading' (duration: 1.242354522s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.134935Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.892521Z","time spent":"1.242410515s","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:04.134942Z","caller":"traceutil/trace.go:172","msg":"trace[309075981] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1069; }","duration":"3.782286682s","start":"2026-03-18T10:08:00.352646Z","end":"2026-03-18T10:08:04.134932Z","steps":["trace[309075981] 'agreement among raft nodes before linearized reading' (duration: 3.782194698s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.135022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.352629Z","time spent":"3.782382537s","remote":"127.0.0.1:60282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.135039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"556.615323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:04.135068Z","caller":"traceutil/trace.go:172","msg":"trace[1745685314] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1069; }","duration":"556.643194ms","start":"2026-03-18T10:08:03.578415Z","end":"2026-03-18T10:08:04.135058Z","steps":["trace[1745685314] 'agreement among raft nodes before linearized reading' (duration: 556.597962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.135100Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:03.578396Z","time spent":"556.696847ms","remote":"127.0.0.1:60360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.135099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"853.748538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:08:04.135134Z","caller":"traceutil/trace.go:172","msg":"trace[988740604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1069; }","duration":"853.7863ms","start":"2026-03-18T10:08:03.281340Z","end":"2026-03-18T10:08:04.135126Z","steps":["trace[988740604] 'agreement among raft nodes before linearized reading' (duration: 853.727627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.134728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.425530604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:04.135159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:03.281317Z","time spent":"853.834912ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:04.135167Z","caller":"traceutil/trace.go:172","msg":"trace[937475971] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1069; }","duration":"3.425970004s","start":"2026-03-18T10:08:00.709191Z","end":"2026-03-18T10:08:04.135161Z","steps":["trace[937475971] 'agreement among raft nodes before linearized reading' (duration: 3.425517473s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.135190Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:00.709173Z","time spent":"3.426012206s","remote":"127.0.0.1:60910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:04.135446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.970245319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:08:04.135475Z","caller":"traceutil/trace.go:172","msg":"trace[1877842231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1069; }","duration":"1.97027152s","start":"2026-03-18T10:08:02.165193Z","end":"2026-03-18T10:08:04.135465Z","steps":["trace[1877842231] 'agreement among raft nodes before linearized reading' (duration: 1.970179155s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:04.135489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:02.165174Z","time spent":"1.970311601s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:05.462584Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:05.649642Z","caller":"traceutil/trace.go:172","msg":"trace[701544498] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1282; }","duration":"687.409767ms","start":"2026-03-18T10:08:04.962206Z","end":"2026-03-18T10:08:05.649616Z","steps":["trace[701544498] 'read index received' (duration: 687.397347ms)","trace[701544498] 'applied index is now lower than readState.Index' (duration: 11.01µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:05.649693Z","caller":"traceutil/trace.go:172","msg":"trace[250054700] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"729.068724ms","start":"2026-03-18T10:08:04.920597Z","end":"2026-03-18T10:08:05.649666Z","steps":["trace[250054700] 'process raft request' (duration: 728.900706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.649872Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:04.920568Z","time spent":"729.21052ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:05.649799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"687.568364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:05.650224Z","caller":"traceutil/trace.go:172","msg":"trace[664838285] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"631.057845ms","start":"2026-03-18T10:08:05.019135Z","end":"2026-03-18T10:08:05.650193Z","steps":["trace[664838285] 'process raft request' (duration: 630.715009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.650458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:05.019104Z","time spent":"631.18366ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:05.650778Z","caller":"traceutil/trace.go:172","msg":"trace[1035817129] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1106; }","duration":"687.949943ms","start":"2026-03-18T10:08:04.962190Z","end":"2026-03-18T10:08:05.650140Z","steps":["trace[1035817129] 'agreement among raft nodes before linearized reading' (duration: 687.527103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.651244Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:04.962164Z","time spent":"689.062043ms","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:05.654640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.167478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:05.654708Z","caller":"traceutil/trace.go:172","msg":"trace[1548392179] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1113; }","duration":"381.275603ms","start":"2026-03-18T10:08:05.273417Z","end":"2026-03-18T10:08:05.654692Z","steps":["trace[1548392179] 'agreement among raft nodes before linearized reading' (duration: 381.112355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.654740Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:05.273385Z","time spent":"381.346525ms","remote":"127.0.0.1:60310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:05.654578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"604.853219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:05.654938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.075723ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:05.654854Z","caller":"traceutil/trace.go:172","msg":"trace[1211820634] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1113; }","duration":"605.185954ms","start":"2026-03-18T10:08:05.049651Z","end":"2026-03-18T10:08:05.654837Z","steps":["trace[1211820634] 'agreement among raft nodes before linearized reading' (duration: 604.821548ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:05.654975Z","caller":"traceutil/trace.go:172","msg":"trace[24510352] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1113; }","duration":"416.336995ms","start":"2026-03-18T10:08:05.238628Z","end":"2026-03-18T10:08:05.654965Z","steps":["trace[24510352] 'agreement among raft nodes before linearized reading' (duration: 416.051882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:05.655463Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:05.049642Z","time spent":"605.534371ms","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:05.654812Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.588925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:05.655833Z","caller":"traceutil/trace.go:172","msg":"trace[613000620] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1113; }","duration":"282.609733ms","start":"2026-03-18T10:08:05.373205Z","end":"2026-03-18T10:08:05.655815Z","steps":["trace[613000620] 'agreement among raft nodes before linearized reading' (duration: 281.509273ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:10.840822Z","caller":"traceutil/trace.go:172","msg":"trace[1258396217] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1339; }","duration":"205.88586ms","start":"2026-03-18T10:08:10.634916Z","end":"2026-03-18T10:08:10.840802Z","steps":["trace[1258396217] 'read index received' (duration: 205.880759ms)","trace[1258396217] 'applied index is now lower than readState.Index' (duration: 4.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:10.841363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.368492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T10:08:10.841476Z","caller":"traceutil/trace.go:172","msg":"trace[1073115431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1149; }","duration":"206.537729ms","start":"2026-03-18T10:08:10.634914Z","end":"2026-03-18T10:08:10.841451Z","steps":["trace[1073115431] 'agreement among raft nodes before linearized reading' (duration: 206.145651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:10.843160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.951801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-rqvwm\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-03-18T10:08:10.843207Z","caller":"traceutil/trace.go:172","msg":"trace[1171824469] range","detail":"{range_begin:/registry/pods/kube-system/cilium-rqvwm; range_end:; response_count:1; response_revision:1149; }","duration":"138.007365ms","start":"2026-03-18T10:08:10.705188Z","end":"2026-03-18T10:08:10.843195Z","steps":["trace[1171824469] 'agreement among raft nodes before linearized reading' (duration: 137.866248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.543760Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605383,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:11.880296Z","caller":"traceutil/trace.go:172","msg":"trace[1110052085] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1340; }","duration":"836.801954ms","start":"2026-03-18T10:08:11.043447Z","end":"2026-03-18T10:08:11.880249Z","steps":["trace[1110052085] 'read index received' (duration: 836.786743ms)","trace[1110052085] 'applied index is now lower than readState.Index' (duration: 12.941µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:11.880615Z","caller":"traceutil/trace.go:172","msg":"trace[59452420] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"1.023236858s","start":"2026-03-18T10:08:10.857356Z","end":"2026-03-18T10:08:11.880593Z","steps":["trace[59452420] 'process raft request' (duration: 1.023004347s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.880576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"837.050035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:11.880863Z","caller":"traceutil/trace.go:172","msg":"trace[1767123631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1150; }","duration":"837.399561ms","start":"2026-03-18T10:08:11.043442Z","end":"2026-03-18T10:08:11.880842Z","steps":["trace[1767123631] 'agreement among raft nodes before linearized reading' (duration: 836.970181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.880930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:11.043421Z","time spent":"837.493045ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:11.880799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:10.857332Z","time spent":"1.023387264s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:11.883052Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"553.696577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:11.883110Z","caller":"traceutil/trace.go:172","msg":"trace[63814309] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1153; }","duration":"553.76756ms","start":"2026-03-18T10:08:11.329330Z","end":"2026-03-18T10:08:11.883097Z","steps":["trace[63814309] 'agreement among raft nodes before linearized reading' (duration: 553.670655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:11.883137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:11.329294Z","time spent":"553.836923ms","remote":"127.0.0.1:60326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:11.883106Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"644.295229ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:11.883182Z","caller":"traceutil/trace.go:172","msg":"trace[2101305574] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1153; }","duration":"644.401194ms","start":"2026-03-18T10:08:11.238764Z","end":"2026-03-18T10:08:11.883165Z","steps":["trace[2101305574] 'agreement among raft nodes before linearized reading' (duration: 644.261707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:13.234065Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:13.735177Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:14.235942Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:14.465724Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"fdeb985d84d3818e [logterm: 3, index: 1346, vote: 0] cast MsgPreVote for 21032583b6cd9182 [logterm: 3, index: 1346] at term 3"} {"level":"info","ts":"2026-03-18T10:08:14.467922Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"fdeb985d84d3818e [term: 3] received a MsgVote message with higher term from 21032583b6cd9182 [term: 4]"} {"level":"info","ts":"2026-03-18T10:08:14.467980Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"fdeb985d84d3818e became follower at term 4"} {"level":"info","ts":"2026-03-18T10:08:14.468005Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"fdeb985d84d3818e [logterm: 3, index: 1346, vote: 0] cast MsgVote for 21032583b6cd9182 [logterm: 3, index: 1346] at term 4"} {"level":"info","ts":"2026-03-18T10:08:14.468026Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: fdeb985d84d3818e lost leader 3265b58c6ac9ab91 at term 4"} {"level":"warn","ts":"2026-03-18T10:08:14.736067Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:14.738886Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:15.046381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000567184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:15.046476Z","caller":"traceutil/trace.go:172","msg":"trace[630695165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677319s","start":"2026-03-18T10:08:13.045779Z","end":"2026-03-18T10:08:15.046456Z","steps":["trace[630695165] 'agreement among raft nodes before linearized reading' (duration: 2.000561534s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:15.046533Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:13.045766Z","time spent":"2.000757443s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:15 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:15.270521Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:15.270621Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-18T10:08:15.675770Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"fdeb985d84d3818e [logterm: 3, index: 1346, vote: 21032583b6cd9182] cast MsgPreVote for 21032583b6cd9182 [logterm: 3, index: 1346] at term 4"} {"level":"warn","ts":"2026-03-18T10:08:15.771626Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:15.771733Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:16.272536Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:16.272640Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 4; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:16.772754Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:16.772853Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 4; dropping index reading msg"} {"level":"info","ts":"2026-03-18T10:08:16.883148Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"fdeb985d84d3818e [logterm: 3, index: 1346, vote: 21032583b6cd9182] cast MsgPreVote for 21032583b6cd9182 [logterm: 3, index: 1346] at term 4"} {"level":"warn","ts":"2026-03-18T10:08:17.047523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000878061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:17.047682Z","caller":"traceutil/trace.go:172","msg":"trace[1366207694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001050949s","start":"2026-03-18T10:08:15.046608Z","end":"2026-03-18T10:08:17.047659Z","steps":["trace[1366207694] 'agreement among raft nodes before linearized reading' (duration: 2.000873701s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:17.047744Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.046580Z","time spent":"2.001154153s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:17.134175Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.380897018s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:08:17.138214Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"fdeb985d84d3818e [term: 4] received a MsgVote message with higher term from 21032583b6cd9182 [term: 5]"} {"level":"info","ts":"2026-03-18T10:08:17.138281Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"fdeb985d84d3818e became follower at term 5"} {"level":"info","ts":"2026-03-18T10:08:17.138306Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"fdeb985d84d3818e [logterm: 3, index: 1346, vote: 0] cast MsgVote for 21032583b6cd9182 [logterm: 3, index: 1346] at term 5"} {"level":"warn","ts":"2026-03-18T10:08:17.273872Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:17.274027Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 5; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:17.774843Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:17.775089Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 5; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:17.908912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.99965363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:17.909034Z","caller":"traceutil/trace.go:172","msg":"trace[1472946941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999771856s","start":"2026-03-18T10:08:12.909224Z","end":"2026-03-18T10:08:17.908996Z","steps":["trace[1472946941] 'agreement among raft nodes before linearized reading' (duration: 4.99964981s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:17.909113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:12.909208Z","time spent":"4.999883651s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/03/18 10:08:17 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:18.275153Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:18.275248Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 5; dropping index reading msg"} {"level":"info","ts":"2026-03-18T10:08:18.566663Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"fdeb985d84d3818e [logterm: 3, index: 1346, vote: 21032583b6cd9182] cast MsgPreVote for 21032583b6cd9182 [logterm: 3, index: 1346] at term 5"} {"level":"warn","ts":"2026-03-18T10:08:18.775655Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:18.775780Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 5; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:18.841518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.008022873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:18.841573Z","caller":"traceutil/trace.go:172","msg":"trace[1798370754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.008095876s","start":"2026-03-18T10:08:13.833463Z","end":"2026-03-18T10:08:18.841559Z","steps":["trace[1798370754] 'agreement among raft nodes before linearized reading' (duration: 5.008020213s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:18.841613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:13.833436Z","time spent":"5.008165289s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/03/18 10:08:18 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:19.061600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.004683588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:19.061695Z","caller":"traceutil/trace.go:172","msg":"trace[1544442464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004814204s","start":"2026-03-18T10:08:17.056864Z","end":"2026-03-18T10:08:19.061678Z","steps":["trace[1544442464] 'agreement among raft nodes before linearized reading' (duration: 2.004680278s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:19.061846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:17.056841Z","time spent":"2.004996183s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:19 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:19.276389Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:19.276561Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 5; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:19.401987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.537985517s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:19.402065Z","caller":"traceutil/trace.go:172","msg":"trace[364663876] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1154; }","duration":"2.538069741s","start":"2026-03-18T10:08:16.863977Z","end":"2026-03-18T10:08:19.402047Z","steps":["trace[364663876] 'range keys from in-memory index tree' (duration: 2.537932484s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:19.735457Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"info","ts":"2026-03-18T10:08:19.735537Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 5; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:19.738447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.002639125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-18T10:08:19.738540Z","caller":"traceutil/trace.go:172","msg":"trace[17954790] range","detail":"{range_begin:/registry/leases; range_end:; }","duration":"7.00559276s","start":"2026-03-18T10:08:12.732933Z","end":"2026-03-18T10:08:19.738526Z","steps":["trace[17954790] 'agreement among raft nodes before linearized reading' (duration: 7.002639114s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:19.738630Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:12.732895Z","time spent":"7.005712665s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":0,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:20.042892Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.904496786s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:08:20.051249Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"fdeb985d84d3818e [term: 5] received a MsgVote message with higher term from 21032583b6cd9182 [term: 6]"} {"level":"info","ts":"2026-03-18T10:08:20.051325Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"fdeb985d84d3818e became follower at term 6"} {"level":"info","ts":"2026-03-18T10:08:20.051339Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"fdeb985d84d3818e [logterm: 3, index: 1346, vote: 0] cast MsgVote for 21032583b6cd9182 [logterm: 3, index: 1346] at term 6"} {"level":"warn","ts":"2026-03-18T10:08:20.236225Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:20.236396Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 6; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:20.736718Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:20.736844Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 6; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:21.109522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.047784136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:21.109997Z","caller":"traceutil/trace.go:172","msg":"trace[865552911] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.048259988s","start":"2026-03-18T10:08:19.061711Z","end":"2026-03-18T10:08:21.109971Z","steps":["trace[865552911] 'agreement among raft nodes before linearized reading' (duration: 2.047782166s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:21.110090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:19.061697Z","time spent":"2.048385404s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:21 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:21.237267Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:21.237346Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 6; dropping index reading msg"} {"level":"info","ts":"2026-03-18T10:08:21.264961Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"fdeb985d84d3818e [logterm: 3, index: 1346, vote: 21032583b6cd9182] cast MsgPreVote for 21032583b6cd9182 [logterm: 3, index: 1346] at term 6"} {"level":"warn","ts":"2026-03-18T10:08:21.737879Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:21.737962Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 6; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:22.240306Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:22.240407Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 6; dropping index reading msg"} {"level":"info","ts":"2026-03-18T10:08:22.589792Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"fdeb985d84d3818e [logterm: 3, index: 1346, vote: 21032583b6cd9182] cast MsgPreVote for 21032583b6cd9182 [logterm: 3, index: 1346] at term 6"} {"level":"warn","ts":"2026-03-18T10:08:22.740398Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:22.740465Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 6; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:22.818690Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.818615Z","time spent":"7.000070012s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T10:08:22.927523Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.923810Z","time spent":"7.003706733s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T10:08:23.240959Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:23.241023Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 6; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:23.370054Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.996868876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:23.370097Z","caller":"traceutil/trace.go:172","msg":"trace[879472405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996922139s","start":"2026-03-18T10:08:21.373166Z","end":"2026-03-18T10:08:23.370088Z","steps":["trace[879472405] 'agreement among raft nodes before linearized reading' (duration: 1.996867776s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:23.370124Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:21.372740Z","time spent":"1.99737939s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:23 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:23.741021Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:23.741073Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 6; dropping index reading msg"} {"level":"info","ts":"2026-03-18T10:08:23.866133Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"fdeb985d84d3818e [logterm: 3, index: 1346, vote: 21032583b6cd9182] cast MsgPreVote for 21032583b6cd9182 [logterm: 3, index: 1346] at term 6"} {"level":"warn","ts":"2026-03-18T10:08:24.168486Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.840192616s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T10:08:24.175742Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"fdeb985d84d3818e [term: 6] received a MsgVote message with higher term from 21032583b6cd9182 [term: 7]"} {"level":"info","ts":"2026-03-18T10:08:24.175806Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"fdeb985d84d3818e became follower at term 7"} {"level":"info","ts":"2026-03-18T10:08:24.175820Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"fdeb985d84d3818e [logterm: 3, index: 1346, vote: 0] cast MsgVote for 21032583b6cd9182 [logterm: 3, index: 1346] at term 7"} {"level":"warn","ts":"2026-03-18T10:08:24.242618Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:24.242690Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 7; dropping index reading msg"} {"level":"warn","ts":"2026-03-18T10:08:24.743624Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:24.743686Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"fdeb985d84d3818e no leader at term 7; dropping index reading msg"} {"level":"info","ts":"2026-03-18T10:08:25.125646Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: fdeb985d84d3818e elected leader 21032583b6cd9182 at term 7"} {"level":"warn","ts":"2026-03-18T10:08:25.125960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.70157163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T10:08:25.126036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.182482216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T10:08:25.126102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.074279642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.126111Z","caller":"traceutil/trace.go:172","msg":"trace[1200389193] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; }","duration":"10.182547319s","start":"2026-03-18T10:08:14.943550Z","end":"2026-03-18T10:08:25.126097Z","steps":["trace[1200389193] 'agreement among raft nodes before linearized reading' (duration: 10.182482776s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.126086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.320314358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T10:08:25.126155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.534817952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.126179Z","caller":"traceutil/trace.go:172","msg":"trace[1900864679] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"8.534844123s","start":"2026-03-18T10:08:16.591329Z","end":"2026-03-18T10:08:25.126173Z","steps":["trace[1900864679] 'agreement among raft nodes before linearized reading' (duration: 8.534818022s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:25.126173Z","caller":"traceutil/trace.go:172","msg":"trace[969572644] range","detail":"{range_begin:/registry/csinodes; range_end:; }","duration":"7.320424723s","start":"2026-03-18T10:08:17.805727Z","end":"2026-03-18T10:08:25.126152Z","steps":["trace[969572644] 'agreement among raft nodes before linearized reading' (duration: 7.320312358s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.126213Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:14.943524Z","time spent":"10.182660294s","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.126222Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:16.591254Z","time spent":"8.534955947s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-18T10:08:25.126227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:17.805694Z","time spent":"7.320519848s","remote":"127.0.0.1:60686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.126269Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.184234796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.126294Z","caller":"traceutil/trace.go:172","msg":"trace[2087280480] range","detail":"{range_begin:/registry/roles; range_end:; }","duration":"9.184260207s","start":"2026-03-18T10:08:15.942028Z","end":"2026-03-18T10:08:25.126288Z","steps":["trace[2087280480] 'agreement among raft nodes before linearized reading' (duration: 9.184234966s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.126294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.104514143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T10:08:25.126316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.942012Z","time spent":"9.184297918s","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":0,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.126336Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.094308041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.126354Z","caller":"traceutil/trace.go:172","msg":"trace[955669539] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; }","duration":"7.094326622s","start":"2026-03-18T10:08:18.032022Z","end":"2026-03-18T10:08:25.126349Z","steps":["trace[955669539] 'agreement among raft nodes before linearized reading' (duration: 7.094307901s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.126399Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:18.032001Z","time spent":"7.094381804s","remote":"127.0.0.1:32780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.126412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.253785766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T10:08:25.126024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.022977519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.126477Z","caller":"traceutil/trace.go:172","msg":"trace[1999765515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"11.253966894s","start":"2026-03-18T10:08:13.872504Z","end":"2026-03-18T10:08:25.126471Z","steps":["trace[1999765515] 'agreement among raft nodes before linearized reading' (duration: 11.253785386s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.126505Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:13.872489Z","time spent":"11.254009117s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:25.126513Z","caller":"traceutil/trace.go:172","msg":"trace[1117729899] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; }","duration":"10.023464441s","start":"2026-03-18T10:08:15.103041Z","end":"2026-03-18T10:08:25.126506Z","steps":["trace[1117729899] 'agreement among raft nodes before linearized reading' (duration: 10.022977709s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.126545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.103026Z","time spent":"10.023512934s","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.126584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.811238114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.126604Z","caller":"traceutil/trace.go:172","msg":"trace[403789082] range","detail":"{range_begin:/registry/resourceslices; range_end:; }","duration":"11.811259275s","start":"2026-03-18T10:08:13.315340Z","end":"2026-03-18T10:08:25.126600Z","steps":["trace[403789082] 'agreement among raft nodes before linearized reading' (duration: 11.811237814s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.126651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:13.315324Z","time spent":"11.811321428s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.126680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.888061482s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.126691Z","caller":"traceutil/trace.go:172","msg":"trace[212602622] range","detail":"{range_begin:; range_end:; }","duration":"11.888073832s","start":"2026-03-18T10:08:13.238614Z","end":"2026-03-18T10:08:25.126688Z","steps":["trace[212602622] 'agreement among raft nodes before linearized reading' (duration: 11.888061192s)"],"step_count":1} {"level":"error","ts":"2026-03-18T10:08:25.126794Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-18T10:08:25.126920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.359012133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.126133Z","caller":"traceutil/trace.go:172","msg":"trace[806313401] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5; range_end:; }","duration":"8.074315564s","start":"2026-03-18T10:08:17.051809Z","end":"2026-03-18T10:08:25.126125Z","steps":["trace[806313401] 'agreement among raft nodes before linearized reading' (duration: 8.074280252s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:25.126950Z","caller":"traceutil/trace.go:172","msg":"trace[1503859446] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; }","duration":"12.359044614s","start":"2026-03-18T10:08:12.767897Z","end":"2026-03-18T10:08:25.126942Z","steps":["trace[1503859446] 'agreement among raft nodes before linearized reading' (duration: 12.359012123s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:25.126062Z","caller":"traceutil/trace.go:172","msg":"trace[1334712096] range","detail":"{range_begin:/registry/namespaces; range_end:; }","duration":"9.701711397s","start":"2026-03-18T10:08:15.424330Z","end":"2026-03-18T10:08:25.126042Z","steps":["trace[1334712096] 'agreement among raft nodes before linearized reading' (duration: 9.70156796s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.126974Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:17.051788Z","time spent":"8.075176263s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.126976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:12.767856Z","time spent":"12.359114438s","remote":"127.0.0.1:60326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.127023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.047859353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T10:08:25.125954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.730362746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T10:08:25.127078Z","caller":"traceutil/trace.go:172","msg":"trace[145714856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"12.047931626s","start":"2026-03-18T10:08:13.079135Z","end":"2026-03-18T10:08:25.127067Z","steps":["trace[145714856] 'agreement among raft nodes before linearized reading' (duration: 12.047856863s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:25.127081Z","caller":"traceutil/trace.go:172","msg":"trace[503639371] range","detail":"{range_begin:/registry/volumeattachments; range_end:; }","duration":"9.731515939s","start":"2026-03-18T10:08:15.395554Z","end":"2026-03-18T10:08:25.127069Z","steps":["trace[503639371] 'agreement among raft nodes before linearized reading' (duration: 9.730361506s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.126275Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.885305129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T10:08:25.127106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.395529Z","time spent":"9.731571763s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.127110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:13.079117Z","time spent":"12.047986849s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:25.127030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:15.424312Z","time spent":"9.702688812s","remote":"127.0.0.1:60100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:25.126318Z","caller":"traceutil/trace.go:172","msg":"trace[382716221] range","detail":"{range_begin:/registry/rolebindings; range_end:; }","duration":"6.104571015s","start":"2026-03-18T10:08:19.021740Z","end":"2026-03-18T10:08:25.126311Z","steps":["trace[382716221] 'agreement among raft nodes before linearized reading' (duration: 6.104547894s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.127160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:19.021715Z","time spent":"6.105440765s","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:25.127113Z","caller":"traceutil/trace.go:172","msg":"trace[289209401] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"5.886143838s","start":"2026-03-18T10:08:19.240963Z","end":"2026-03-18T10:08:25.127106Z","steps":["trace[289209401] 'agreement among raft nodes before linearized reading' (duration: 5.885305209s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.127678Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:19.240940Z","time spent":"5.886656511s","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-18T10:08:25.370713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000128675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:25.370777Z","caller":"traceutil/trace.go:172","msg":"trace[432634161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000206999s","start":"2026-03-18T10:08:23.370556Z","end":"2026-03-18T10:08:25.370763Z","steps":["trace[432634161] 'agreement among raft nodes before linearized reading' (duration: 2.000125785s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:25.370810Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:23.370548Z","time spent":"2.00025657s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:25 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T10:08:25.612061Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-18T10:08:25.817121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:22.849012Z","time spent":"2.968093277s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 10:08:25 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:26.113005Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605395,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:08:26.350716Z","caller":"traceutil/trace.go:172","msg":"trace[354123205] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1353; }","duration":"1.224813577s","start":"2026-03-18T10:08:25.125855Z","end":"2026-03-18T10:08:26.350668Z","steps":["trace[354123205] 'read index received' (duration: 1.224792516s)","trace[354123205] 'applied index is now lower than readState.Index' (duration: 19.091µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:26.351086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.072328863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:26.351164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.55055332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:92 size:7711"} {"level":"info","ts":"2026-03-18T10:08:26.351235Z","caller":"traceutil/trace.go:172","msg":"trace[1734106530] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:92; response_revision:1161; }","duration":"2.550638504s","start":"2026-03-18T10:08:23.800585Z","end":"2026-03-18T10:08:26.351224Z","steps":["trace[1734106530] 'agreement among raft nodes before linearized reading' (duration: 2.550181992s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:26.351253Z","caller":"traceutil/trace.go:172","msg":"trace[1388033908] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1161; }","duration":"4.072519812s","start":"2026-03-18T10:08:22.278688Z","end":"2026-03-18T10:08:26.351208Z","steps":["trace[1388033908] 'agreement among raft nodes before linearized reading' (duration: 4.072031569s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.351269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:23.800574Z","time spent":"2.550686155s","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":92,"response size":7735,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-03-18T10:08:26.351360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:22.278671Z","time spent":"4.072617427s","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.351709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.299163073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.351740Z","caller":"traceutil/trace.go:172","msg":"trace[370699935] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1161; }","duration":"3.299215655s","start":"2026-03-18T10:08:23.052516Z","end":"2026-03-18T10:08:26.351731Z","steps":["trace[370699935] 'agreement among raft nodes before linearized reading' (duration: 3.298334374s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.351846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.664617974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.351912Z","caller":"traceutil/trace.go:172","msg":"trace[1548475672] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1161; }","duration":"5.664681007s","start":"2026-03-18T10:08:20.687216Z","end":"2026-03-18T10:08:26.351897Z","steps":["trace[1548475672] 'agreement among raft nodes before linearized reading' (duration: 5.663634908s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.351948Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:23.052506Z","time spent":"3.29934154s","remote":"127.0.0.1:60946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.351957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:20.687188Z","time spent":"5.66475564s","remote":"127.0.0.1:60014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.352138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.446741017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.352165Z","caller":"traceutil/trace.go:172","msg":"trace[301263292] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1161; }","duration":"4.446768949s","start":"2026-03-18T10:08:21.905390Z","end":"2026-03-18T10:08:26.352159Z","steps":["trace[301263292] 'agreement among raft nodes before linearized reading' (duration: 4.445405526s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.352182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:21.905377Z","time spent":"4.446800261s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.352243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.588536223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:26.352286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.590397639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.352304Z","caller":"traceutil/trace.go:172","msg":"trace[998728403] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1161; }","duration":"6.59041675s","start":"2026-03-18T10:08:19.761882Z","end":"2026-03-18T10:08:26.352299Z","steps":["trace[998728403] 'agreement among raft nodes before linearized reading' (duration: 6.588958323s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:26.352299Z","caller":"traceutil/trace.go:172","msg":"trace[237971588] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1161; }","duration":"6.588595176s","start":"2026-03-18T10:08:19.763692Z","end":"2026-03-18T10:08:26.352287Z","steps":["trace[237971588] 'agreement among raft nodes before linearized reading' (duration: 6.587143469s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.352320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:19.761871Z","time spent":"6.590444331s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.352332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:19.763682Z","time spent":"6.588642888s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.352360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.457658417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:26.352457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.791928833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T10:08:26.352476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.02330035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.352501Z","caller":"traceutil/trace.go:172","msg":"trace[461508987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1161; }","duration":"4.792023327s","start":"2026-03-18T10:08:21.560465Z","end":"2026-03-18T10:08:26.352488Z","steps":["trace[461508987] 'agreement among raft nodes before linearized reading' (duration: 4.79036453s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:26.352502Z","caller":"traceutil/trace.go:172","msg":"trace[262519414] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1161; }","duration":"5.023328401s","start":"2026-03-18T10:08:21.329166Z","end":"2026-03-18T10:08:26.352495Z","steps":["trace[262519414] 'agreement among raft nodes before linearized reading' (duration: 5.021672885s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.352531Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:21.560454Z","time spent":"4.792068438s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.352526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.911159329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:26.352563Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:21.329095Z","time spent":"5.023461377s","remote":"127.0.0.1:60190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:26.352565Z","caller":"traceutil/trace.go:172","msg":"trace[1261827043] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1161; }","duration":"2.911202721s","start":"2026-03-18T10:08:23.441352Z","end":"2026-03-18T10:08:26.352555Z","steps":["trace[1261827043] 'agreement among raft nodes before linearized reading' (duration: 2.909507603s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.352605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.772213333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:26.352606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:23.441339Z","time spent":"2.911250863s","remote":"127.0.0.1:60632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.351786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.762422164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.352675Z","caller":"traceutil/trace.go:172","msg":"trace[135878255] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1161; }","duration":"3.763339566s","start":"2026-03-18T10:08:22.589329Z","end":"2026-03-18T10:08:26.352669Z","steps":["trace[135878255] 'agreement among raft nodes before linearized reading' (duration: 3.761534623s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.352711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.978551478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:08:26.352741Z","caller":"traceutil/trace.go:172","msg":"trace[1114555436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1161; }","duration":"4.978580049s","start":"2026-03-18T10:08:21.374152Z","end":"2026-03-18T10:08:26.352732Z","steps":["trace[1114555436] 'agreement among raft nodes before linearized reading' (duration: 4.97664978s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.352698Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:22.589320Z","time spent":"3.763372687s","remote":"127.0.0.1:60804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.352765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:21.374145Z","time spent":"4.97861385s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.352818Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.275496955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.352857Z","caller":"traceutil/trace.go:172","msg":"trace[436524244] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1161; }","duration":"2.275540056s","start":"2026-03-18T10:08:24.077308Z","end":"2026-03-18T10:08:26.352848Z","steps":["trace[436524244] 'agreement among raft nodes before linearized reading' (duration: 2.273568276s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.352929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.410305768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:26.352924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:24.077298Z","time spent":"2.275578519s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:26.352955Z","caller":"traceutil/trace.go:172","msg":"trace[404579710] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1161; }","duration":"4.410332259s","start":"2026-03-18T10:08:21.942614Z","end":"2026-03-18T10:08:26.352947Z","steps":["trace[404579710] 'agreement among raft nodes before linearized reading' (duration: 4.408199351s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.352977Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:21.942604Z","time spent":"4.41036781s","remote":"127.0.0.1:60452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:26.352546Z","caller":"traceutil/trace.go:172","msg":"trace[647263814] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:1161; }","duration":"1.457786513s","start":"2026-03-18T10:08:24.894631Z","end":"2026-03-18T10:08:26.352417Z","steps":["trace[647263814] 'agreement among raft nodes before linearized reading' (duration: 1.456239811s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.353145Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:24.894610Z","time spent":"1.458523127s","remote":"127.0.0.1:60910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.353178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.672120659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.353229Z","caller":"traceutil/trace.go:172","msg":"trace[552814382] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1161; }","duration":"4.672173171s","start":"2026-03-18T10:08:21.681043Z","end":"2026-03-18T10:08:26.353216Z","steps":["trace[552814382] 'agreement among raft nodes before linearized reading' (duration: 4.669777121s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.353270Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:21.681032Z","time spent":"4.672225103s","remote":"127.0.0.1:60480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:26.353491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.000539049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:08:26.353561Z","caller":"traceutil/trace.go:172","msg":"trace[628036713] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:1161; }","duration":"6.000609972s","start":"2026-03-18T10:08:20.352942Z","end":"2026-03-18T10:08:26.353552Z","steps":["trace[628036713] 'agreement among raft nodes before linearized reading' (duration: 5.997884966s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.353584Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:20.352916Z","time spent":"6.000661614s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.157\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:26.353648Z","caller":"traceutil/trace.go:172","msg":"trace[70849760] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1161; }","duration":"1.772249744s","start":"2026-03-18T10:08:24.580379Z","end":"2026-03-18T10:08:26.352629Z","steps":["trace[70849760] 'agreement among raft nodes before linearized reading' (duration: 1.770486933s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.353699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:24.580369Z","time spent":"1.773314784s","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":29,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:26.354026Z","caller":"traceutil/trace.go:172","msg":"trace[1201068860] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"3.393587416s","start":"2026-03-18T10:08:22.960431Z","end":"2026-03-18T10:08:26.354018Z","steps":["trace[1201068860] 'process raft request' (duration: 3.392408732s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.354104Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:22.960412Z","time spent":"3.393636849s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:26.354162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.986166291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:26.354180Z","caller":"traceutil/trace.go:172","msg":"trace[1982234677] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1161; }","duration":"3.986183562s","start":"2026-03-18T10:08:22.367990Z","end":"2026-03-18T10:08:26.354174Z","steps":["trace[1982234677] 'agreement among raft nodes before linearized reading' (duration: 3.98288973s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.354196Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:22.367978Z","time spent":"3.986212962s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:26.354372Z","caller":"traceutil/trace.go:172","msg":"trace[259177742] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"1.065799422s","start":"2026-03-18T10:08:25.288566Z","end":"2026-03-18T10:08:26.354365Z","steps":["trace[259177742] 'process raft request' (duration: 1.065205225s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:26.354409Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.288539Z","time spent":"1.065850266s","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:08:26.850886Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:27.351867Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:27.449978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000008992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:27.450105Z","caller":"traceutil/trace.go:172","msg":"trace[1579794811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153819s","start":"2026-03-18T10:08:25.449937Z","end":"2026-03-18T10:08:27.450090Z","steps":["trace[1579794811] 'agreement among raft nodes before linearized reading' (duration: 2.000005912s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:27.450159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.449930Z","time spent":"2.000221392s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:27.852608Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:28.353627Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:28.854276Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:29.168550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999840688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:29.168625Z","caller":"traceutil/trace.go:172","msg":"trace[1301612873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999930172s","start":"2026-03-18T10:08:27.168681Z","end":"2026-03-18T10:08:29.168611Z","steps":["trace[1301612873] 'agreement among raft nodes before linearized reading' (duration: 1.999826268s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.168669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:27.168653Z","time spent":"2.000004327s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:29.354636Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:29.368763Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.018137998s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:08:29.451183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999988988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:08:29.451267Z","caller":"traceutil/trace.go:172","msg":"trace[500664398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092263s","start":"2026-03-18T10:08:27.451156Z","end":"2026-03-18T10:08:29.451248Z","steps":["trace[500664398] 'agreement among raft nodes before linearized reading' (duration: 1.999985868s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:29.451365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:27.451133Z","time spent":"2.000175587s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:29 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:29.855080Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:30.029296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.164865916s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:30.029407Z","caller":"traceutil/trace.go:172","msg":"trace[1742173470] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1168; }","duration":"3.165007692s","start":"2026-03-18T10:08:26.864375Z","end":"2026-03-18T10:08:30.029383Z","steps":["trace[1742173470] 'range keys from in-memory index tree' (duration: 3.164806153s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:30.029432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"659.973175ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-18T10:08:30.355684Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:30.856650Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:31.357342Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605398,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:08:31.460103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000133676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T10:08:31.460215Z","caller":"traceutil/trace.go:172","msg":"trace[826890523] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000254682s","start":"2026-03-18T10:08:29.459947Z","end":"2026-03-18T10:08:31.460201Z","steps":["trace[826890523] 'agreement among raft nodes before linearized reading' (duration: 2.000131166s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.460269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.459933Z","time spent":"2.000329095s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 10:08:31 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T10:08:31.506390Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.1243993s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:08:31.506708Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9335571702683605398,"received-request-id":9335571702683605395} {"level":"info","ts":"2026-03-18T10:08:31.706772Z","caller":"traceutil/trace.go:172","msg":"trace[893684458] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1192; }","duration":"5.888447671s","start":"2026-03-18T10:08:25.818292Z","end":"2026-03-18T10:08:31.706739Z","steps":["trace[893684458] 'process raft request' (duration: 5.888292114s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.707360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.818268Z","time spent":"5.888957205s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":49,"response count":0,"response size":587,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:08:31.712218Z","caller":"traceutil/trace.go:172","msg":"trace[1508928072] linearizableReadLoop","detail":"{readStateIndex:1404; appliedIndex:1379; }","duration":"5.36139886s","start":"2026-03-18T10:08:26.350800Z","end":"2026-03-18T10:08:31.712198Z","steps":["trace[1508928072] 'read index received' (duration: 5.259106358s)","trace[1508928072] 'applied index is now lower than readState.Index' (duration: 102.291482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:31.712475Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9335571702683605401,"received-request-id":9335571702683605398} {"level":"warn","ts":"2026-03-18T10:08:31.711841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:26.355832Z","time spent":"5.356005361s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T10:08:31.712624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.599392578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.712648Z","caller":"traceutil/trace.go:172","msg":"trace[1450080631] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1216; }","duration":"5.599413539s","start":"2026-03-18T10:08:26.113225Z","end":"2026-03-18T10:08:31.712639Z","steps":["trace[1450080631] 'agreement among raft nodes before linearized reading' (duration: 5.599271412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.712571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.247200219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.712824Z","caller":"traceutil/trace.go:172","msg":"trace[494729564] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1216; }","duration":"6.247464071s","start":"2026-03-18T10:08:25.465351Z","end":"2026-03-18T10:08:31.712815Z","steps":["trace[494729564] 'agreement among raft nodes before linearized reading' (duration: 6.247174218s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.712934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:26.113210Z","time spent":"5.599453291s","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.712932Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.249847812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.712984Z","caller":"traceutil/trace.go:172","msg":"trace[284163984] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1217; }","duration":"6.249903534s","start":"2026-03-18T10:08:25.463065Z","end":"2026-03-18T10:08:31.712969Z","steps":["trace[284163984] 'agreement among raft nodes before linearized reading' (duration: 6.24958838s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.713026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.463058Z","time spent":"6.249959226s","remote":"127.0.0.1:60326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.712856Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.465348Z","time spent":"6.247492633s","remote":"127.0.0.1:60100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.713286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.247954494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.713330Z","caller":"traceutil/trace.go:172","msg":"trace[1521625692] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1217; }","duration":"6.248027947s","start":"2026-03-18T10:08:25.465289Z","end":"2026-03-18T10:08:31.713317Z","steps":["trace[1521625692] 'agreement among raft nodes before linearized reading' (duration: 6.247933413s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.713357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.465284Z","time spent":"6.24806548s","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.713445Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.4557646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:31.713386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.009930375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:31.713513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.24938499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:31.713549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.245112733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.713548Z","caller":"traceutil/trace.go:172","msg":"trace[189464308] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1217; }","duration":"6.249415041s","start":"2026-03-18T10:08:25.464121Z","end":"2026-03-18T10:08:31.713536Z","steps":["trace[189464308] 'agreement among raft nodes before linearized reading' (duration: 6.249365929s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.713614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.250526323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.713983Z","caller":"traceutil/trace.go:172","msg":"trace[1555658228] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1217; }","duration":"6.25089652s","start":"2026-03-18T10:08:25.463078Z","end":"2026-03-18T10:08:31.713974Z","steps":["trace[1555658228] 'agreement among raft nodes before linearized reading' (duration: 6.250501491s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.714005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.463072Z","time spent":"6.250926152s","remote":"127.0.0.1:32796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.714126Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.248749341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T10:08:31.714174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.24742289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T10:08:31.714263Z","caller":"traceutil/trace.go:172","msg":"trace[1245550338] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5; range_end:; response_count:1; response_revision:1217; }","duration":"6.247512414s","start":"2026-03-18T10:08:25.466736Z","end":"2026-03-18T10:08:31.714248Z","steps":["trace[1245550338] 'agreement among raft nodes before linearized reading' (duration: 6.247248752s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.714341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.466732Z","time spent":"6.247589148s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:31.713586Z","caller":"traceutil/trace.go:172","msg":"trace[1928190826] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1217; }","duration":"6.455803372s","start":"2026-03-18T10:08:25.257663Z","end":"2026-03-18T10:08:31.713466Z","steps":["trace[1928190826] 'agreement among raft nodes before linearized reading' (duration: 6.45575495s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.714547Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.257640Z","time spent":"6.456863121s","remote":"127.0.0.1:60804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.714571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.247707543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:31.713222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.266905338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 ","response":"range_response_count:1 size:7816"} {"level":"warn","ts":"2026-03-18T10:08:31.714643Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.24785887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:31.714661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.247815868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.714675Z","caller":"traceutil/trace.go:172","msg":"trace[1694227669] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1217; }","duration":"6.247888222s","start":"2026-03-18T10:08:25.466778Z","end":"2026-03-18T10:08:31.714666Z","steps":["trace[1694227669] 'agreement among raft nodes before linearized reading' (duration: 6.2478457s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.714705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.466770Z","time spent":"6.247928603s","remote":"127.0.0.1:60648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:31.714778Z","caller":"traceutil/trace.go:172","msg":"trace[1503469810] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1217; }","duration":"6.247998946s","start":"2026-03-18T10:08:25.466679Z","end":"2026-03-18T10:08:31.714678Z","steps":["trace[1503469810] 'agreement among raft nodes before linearized reading' (duration: 6.247800507s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.713630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.585953035s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:31.713622Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.464116Z","time spent":"6.249490335s","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":29,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:31.713697Z","caller":"traceutil/trace.go:172","msg":"trace[1082883187] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1217; }","duration":"6.245129963s","start":"2026-03-18T10:08:25.468430Z","end":"2026-03-18T10:08:31.713560Z","steps":["trace[1082883187] 'agreement among raft nodes before linearized reading' (duration: 6.245101322s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.713826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.250948382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:112 size:9377"} {"level":"info","ts":"2026-03-18T10:08:31.714813Z","caller":"traceutil/trace.go:172","msg":"trace[2043704787] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:112; response_revision:1217; }","duration":"6.251937048s","start":"2026-03-18T10:08:25.462871Z","end":"2026-03-18T10:08:31.714808Z","steps":["trace[2043704787] 'agreement among raft nodes before linearized reading' (duration: 6.250416528s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.714182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.250051911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.714876Z","caller":"traceutil/trace.go:172","msg":"trace[1874301437] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1217; }","duration":"6.250742873s","start":"2026-03-18T10:08:25.464120Z","end":"2026-03-18T10:08:31.714863Z","steps":["trace[1874301437] 'agreement among raft nodes before linearized reading' (duration: 6.25002532s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.714929Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.464113Z","time spent":"6.250801916s","remote":"127.0.0.1:60552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.714996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.248125132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:112 size:9377"} {"level":"info","ts":"2026-03-18T10:08:31.715024Z","caller":"traceutil/trace.go:172","msg":"trace[1062248680] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:112; response_revision:1217; }","duration":"6.248154164s","start":"2026-03-18T10:08:25.466864Z","end":"2026-03-18T10:08:31.715018Z","steps":["trace[1062248680] 'agreement among raft nodes before linearized reading' (duration: 6.247012441s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.715044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.466860Z","time spent":"6.248176705s","remote":"127.0.0.1:60968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":112,"response size":9401,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-18T10:08:31.713520Z","caller":"traceutil/trace.go:172","msg":"trace[2067982908] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1217; }","duration":"6.010065781s","start":"2026-03-18T10:08:25.703448Z","end":"2026-03-18T10:08:31.713513Z","steps":["trace[2067982908] 'agreement among raft nodes before linearized reading' (duration: 6.009913054s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.715181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.703396Z","time spent":"6.01177033s","remote":"127.0.0.1:60588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:31.714849Z","caller":"traceutil/trace.go:172","msg":"trace[676173177] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-3; range_end:; response_count:1; response_revision:1217; }","duration":"6.268362926s","start":"2026-03-18T10:08:25.446284Z","end":"2026-03-18T10:08:31.714647Z","steps":["trace[676173177] 'agreement among raft nodes before linearized reading' (duration: 6.266419696s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.715564Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.466674Z","time spent":"6.248883437s","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:31.715618Z","caller":"traceutil/trace.go:172","msg":"trace[1403259881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1217; }","duration":"6.587959487s","start":"2026-03-18T10:08:25.127652Z","end":"2026-03-18T10:08:31.715611Z","steps":["trace[1403259881] 'agreement among raft nodes before linearized reading' (duration: 6.585945594s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:31.714462Z","caller":"traceutil/trace.go:172","msg":"trace[1956429697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1217; }","duration":"6.248773162s","start":"2026-03-18T10:08:25.465369Z","end":"2026-03-18T10:08:31.714142Z","steps":["trace[1956429697] 'agreement among raft nodes before linearized reading' (duration: 6.248627206s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.715708Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.465360Z","time spent":"6.250334044s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.715805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.446276Z","time spent":"6.269514678s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-3\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:31.714607Z","caller":"traceutil/trace.go:172","msg":"trace[211185561] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1217; }","duration":"6.247746044s","start":"2026-03-18T10:08:25.466851Z","end":"2026-03-18T10:08:31.714597Z","steps":["trace[211185561] 'agreement among raft nodes before linearized reading' (duration: 6.247681051s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.716025Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.466846Z","time spent":"6.24916709s","remote":"127.0.0.1:60686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.713860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.245467579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T10:08:31.716076Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.468421Z","time spent":"6.247621339s","remote":"127.0.0.1:32780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.715537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.462865Z","time spent":"6.251959959s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":112,"response size":9401,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"info","ts":"2026-03-18T10:08:31.717571Z","caller":"traceutil/trace.go:172","msg":"trace[2115429885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1217; }","duration":"6.249276075s","start":"2026-03-18T10:08:25.468280Z","end":"2026-03-18T10:08:31.717556Z","steps":["trace[2115429885] 'agreement among raft nodes before linearized reading' (duration: 6.245429017s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.719121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:25.468268Z","time spent":"6.250836157s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.765218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.864459638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.765295Z","caller":"traceutil/trace.go:172","msg":"trace[911986439] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1225; }","duration":"4.864538602s","start":"2026-03-18T10:08:26.900741Z","end":"2026-03-18T10:08:31.765279Z","steps":["trace[911986439] 'agreement among raft nodes before linearized reading' (duration: 4.864430657s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.765357Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.020439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.765412Z","caller":"traceutil/trace.go:172","msg":"trace[1539871859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1225; }","duration":"305.119984ms","start":"2026-03-18T10:08:31.460276Z","end":"2026-03-18T10:08:31.765396Z","steps":["trace[1539871859] 'agreement among raft nodes before linearized reading' (duration: 304.983438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.765459Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:31.460262Z","time spent":"305.187156ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:08:31.765634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"446.300719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.765768Z","caller":"traceutil/trace.go:172","msg":"trace[1155866148] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1225; }","duration":"446.432095ms","start":"2026-03-18T10:08:31.319317Z","end":"2026-03-18T10:08:31.765749Z","steps":["trace[1155866148] 'agreement among raft nodes before linearized reading' (duration: 445.945533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.765875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:31.319296Z","time spent":"446.562131ms","remote":"127.0.0.1:60838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.765764Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:26.900718Z","time spent":"4.864639236s","remote":"127.0.0.1:60422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.765943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.315844928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:31.765960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.983914538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:31.765976Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.771397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:08:31.765936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00510915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-18T10:08:31.766209Z","caller":"traceutil/trace.go:172","msg":"trace[1059592253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1225; }","duration":"2.0053244s","start":"2026-03-18T10:08:29.760810Z","end":"2026-03-18T10:08:31.766134Z","steps":["trace[1059592253] 'agreement among raft nodes before linearized reading' (duration: 2.004686781s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:31.765998Z","caller":"traceutil/trace.go:172","msg":"trace[1426659484] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1225; }","duration":"4.31589275s","start":"2026-03-18T10:08:27.450083Z","end":"2026-03-18T10:08:31.765976Z","steps":["trace[1426659484] 'agreement among raft nodes before linearized reading' (duration: 4.31546507s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.766337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:27.450061Z","time spent":"4.316259227s","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.766334Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.760775Z","time spent":"2.005469866s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.765217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.571189711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T10:08:31.766060Z","caller":"traceutil/trace.go:172","msg":"trace[1831535016] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1225; }","duration":"208.843431ms","start":"2026-03-18T10:08:31.557187Z","end":"2026-03-18T10:08:31.766031Z","steps":["trace[1831535016] 'agreement among raft nodes before linearized reading' (duration: 208.484665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.765884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.087103379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:31.766087Z","caller":"traceutil/trace.go:172","msg":"trace[1229657829] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1225; }","duration":"4.984031554s","start":"2026-03-18T10:08:26.781988Z","end":"2026-03-18T10:08:31.766020Z","steps":["trace[1229657829] 'agreement among raft nodes before linearized reading' (duration: 4.983471428s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.767323Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:26.781960Z","time spent":"4.985346954s","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:31.767105Z","caller":"traceutil/trace.go:172","msg":"trace[1605520594] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1225; }","duration":"5.088324975s","start":"2026-03-18T10:08:26.678762Z","end":"2026-03-18T10:08:31.767087Z","steps":["trace[1605520594] 'agreement among raft nodes before linearized reading' (duration: 5.086772883s)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:31.766502Z","caller":"traceutil/trace.go:172","msg":"trace[1412026625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1225; }","duration":"2.572486601s","start":"2026-03-18T10:08:29.193994Z","end":"2026-03-18T10:08:31.766416Z","steps":["trace[1412026625] 'agreement among raft nodes before linearized reading' (duration: 2.571125878s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.767776Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:29.193970Z","time spent":"2.573780881s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:08:31.768034Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:08:26.678746Z","time spent":"5.088907152s","remote":"127.0.0.1:60686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-03-18T10:08:31.859254Z","caller":"traceutil/trace.go:172","msg":"trace[1398599876] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"110.789202ms","start":"2026-03-18T10:08:31.748434Z","end":"2026-03-18T10:08:31.859223Z","steps":["trace[1398599876] 'process raft request' (duration: 110.331611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:31.998490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.461805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-03-18T10:08:31.998738Z","caller":"traceutil/trace.go:172","msg":"trace[551154451] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1238; }","duration":"134.730738ms","start":"2026-03-18T10:08:31.863981Z","end":"2026-03-18T10:08:31.998712Z","steps":["trace[551154451] 'agreement among raft nodes before linearized reading' (duration: 103.046846ms)","trace[551154451] 'range keys from in-memory index tree' (duration: 31.249752ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:08:32.367121Z","caller":"traceutil/trace.go:172","msg":"trace[1550868270] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1461; }","duration":"108.868665ms","start":"2026-03-18T10:08:32.258223Z","end":"2026-03-18T10:08:32.367091Z","steps":["trace[1550868270] 'read index received' (duration: 108.860274ms)","trace[1550868270] 'applied index is now lower than readState.Index' (duration: 6.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:32.367305Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.074795ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:32.367351Z","caller":"traceutil/trace.go:172","msg":"trace[207412990] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1260; }","duration":"109.144758ms","start":"2026-03-18T10:08:32.258192Z","end":"2026-03-18T10:08:32.367336Z","steps":["trace[207412990] 'agreement among raft nodes before linearized reading' (duration: 109.026802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:32.369786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.847271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T10:08:32.370045Z","caller":"traceutil/trace.go:172","msg":"trace[721520316] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5; range_end:; response_count:1; response_revision:1262; }","duration":"107.122844ms","start":"2026-03-18T10:08:32.262904Z","end":"2026-03-18T10:08:32.370027Z","steps":["trace[721520316] 'agreement among raft nodes before linearized reading' (duration: 106.758057ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:32.980122Z","caller":"traceutil/trace.go:172","msg":"trace[948369214] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"154.506502ms","start":"2026-03-18T10:08:32.825571Z","end":"2026-03-18T10:08:32.980078Z","steps":["trace[948369214] 'process raft request' (duration: 154.334335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:33.006707Z","caller":"traceutil/trace.go:172","msg":"trace[1111412054] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"167.589785ms","start":"2026-03-18T10:08:32.839098Z","end":"2026-03-18T10:08:33.006687Z","steps":["trace[1111412054] 'process raft request' (duration: 167.432938ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:33.572668Z","caller":"traceutil/trace.go:172","msg":"trace[178351022] linearizableReadLoop","detail":"{readStateIndex:1486; appliedIndex:1486; }","duration":"113.388644ms","start":"2026-03-18T10:08:33.459228Z","end":"2026-03-18T10:08:33.572617Z","steps":["trace[178351022] 'read index received' (duration: 113.380514ms)","trace[178351022] 'applied index is now lower than readState.Index' (duration: 6.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:08:33.572830Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.609415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:33.572887Z","caller":"traceutil/trace.go:172","msg":"trace[1312482000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1285; }","duration":"113.686818ms","start":"2026-03-18T10:08:33.459187Z","end":"2026-03-18T10:08:33.572874Z","steps":["trace[1312482000] 'agreement among raft nodes before linearized reading' (duration: 113.557682ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:08:34.136323Z","caller":"traceutil/trace.go:172","msg":"trace[1253079025] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"229.682682ms","start":"2026-03-18T10:08:33.906610Z","end":"2026-03-18T10:08:34.136292Z","steps":["trace[1253079025] 'process raft request' (duration: 229.179529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:42.548965Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:43.955155Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:44.065612Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:44.088987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40790","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T10:08:44.164399Z","caller":"traceutil/trace.go:172","msg":"trace[1745005673] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"105.072795ms","start":"2026-03-18T10:08:44.059309Z","end":"2026-03-18T10:08:44.164382Z","steps":["trace[1745005673] 'process raft request' (duration: 104.982231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:08:44.255194Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:45.593025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T10:08:49.366214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.150548ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:08:49.366306Z","caller":"traceutil/trace.go:172","msg":"trace[1245978473] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1497; }","duration":"127.254472ms","start":"2026-03-18T10:08:49.239036Z","end":"2026-03-18T10:08:49.366290Z","steps":["trace[1245978473] 'range keys from in-memory index tree' (duration: 127.091565ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:21.780297Z","caller":"traceutil/trace.go:172","msg":"trace[395235332] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1930; }","duration":"255.498492ms","start":"2026-03-18T10:09:21.524752Z","end":"2026-03-18T10:09:21.780251Z","steps":["trace[395235332] 'read index received' (duration: 255.493812ms)","trace[395235332] 'applied index is now lower than readState.Index' (duration: 3.26µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:21.780500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.735163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:09:21.780532Z","caller":"traceutil/trace.go:172","msg":"trace[1765103805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1642; }","duration":"255.782325ms","start":"2026-03-18T10:09:21.524741Z","end":"2026-03-18T10:09:21.780523Z","steps":["trace[1765103805] 'agreement among raft nodes before linearized reading' (duration: 255.627048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:25.019532Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:09:25.519828Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683605888,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:09:25.733716Z","caller":"traceutil/trace.go:172","msg":"trace[707155336] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1967; }","duration":"1.21492476s","start":"2026-03-18T10:09:24.518764Z","end":"2026-03-18T10:09:25.733689Z","steps":["trace[707155336] 'read index received' (duration: 1.21491874s)","trace[707155336] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:25.734044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.215251085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-18T10:09:25.734234Z","caller":"traceutil/trace.go:172","msg":"trace[1166630008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1678; }","duration":"1.215458685s","start":"2026-03-18T10:09:24.518761Z","end":"2026-03-18T10:09:25.734220Z","steps":["trace[1166630008] 'agreement among raft nodes before linearized reading' (duration: 1.215062686s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:25.734310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:24.518746Z","time spent":"1.215524228s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:09:25.735366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"495.96677ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:25.735611Z","caller":"traceutil/trace.go:172","msg":"trace[292360753] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1678; }","duration":"496.210982ms","start":"2026-03-18T10:09:25.239391Z","end":"2026-03-18T10:09:25.735602Z","steps":["trace[292360753] 'agreement among raft nodes before linearized reading' (duration: 495.94974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:25.735604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.343645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T10:09:25.735749Z","caller":"traceutil/trace.go:172","msg":"trace[913280492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1678; }","duration":"285.475881ms","start":"2026-03-18T10:09:25.450222Z","end":"2026-03-18T10:09:25.735698Z","steps":["trace[913280492] 'agreement among raft nodes before linearized reading' (duration: 285.121015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:40.124433Z","caller":"traceutil/trace.go:172","msg":"trace[2141808894] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"110.731341ms","start":"2026-03-18T10:09:40.013677Z","end":"2026-03-18T10:09:40.124408Z","steps":["trace[2141808894] 'process raft request' (duration: 66.632908ms)","trace[2141808894] 'compare' (duration: 43.918725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:54.417609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.770939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T10:09:54.417671Z","caller":"traceutil/trace.go:172","msg":"trace[800337795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1839; }","duration":"128.844573ms","start":"2026-03-18T10:09:54.288815Z","end":"2026-03-18T10:09:54.417660Z","steps":["trace[800337795] 'agreement among raft nodes before linearized reading' (duration: 88.029161ms)","trace[800337795] 'range keys from in-memory index tree' (duration: 40.673266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:54.917602Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606086,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:09:54.976962Z","caller":"traceutil/trace.go:172","msg":"trace[695513685] linearizableReadLoop","detail":"{readStateIndex:2150; appliedIndex:2150; }","duration":"559.803024ms","start":"2026-03-18T10:09:54.417132Z","end":"2026-03-18T10:09:54.976935Z","steps":["trace[695513685] 'read index received' (duration: 559.795794ms)","trace[695513685] 'applied index is now lower than readState.Index' (duration: 5.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:54.977169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"559.981432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:54.977238Z","caller":"traceutil/trace.go:172","msg":"trace[752460146] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"556.653488ms","start":"2026-03-18T10:09:54.420534Z","end":"2026-03-18T10:09:54.977187Z","steps":["trace[752460146] 'process raft request' (duration: 556.48299ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:54.977311Z","caller":"traceutil/trace.go:172","msg":"trace[1009383050] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1841; }","duration":"560.173411ms","start":"2026-03-18T10:09:54.417127Z","end":"2026-03-18T10:09:54.977301Z","steps":["trace[1009383050] 'agreement among raft nodes before linearized reading' (duration: 559.93577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:54.977350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:54.417112Z","time spent":"560.227244ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:09:54.977397Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:54.420523Z","time spent":"556.782343ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:54.978642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"516.458164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:54.978718Z","caller":"traceutil/trace.go:172","msg":"trace[40292393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1842; }","duration":"516.546838ms","start":"2026-03-18T10:09:54.462155Z","end":"2026-03-18T10:09:54.978702Z","steps":["trace[40292393] 'agreement among raft nodes before linearized reading' (duration: 516.420232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:54.978766Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:54.462123Z","time spent":"516.630271ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:09:54.979029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.871116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-03-18T10:09:54.979037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.698034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:54.979066Z","caller":"traceutil/trace.go:172","msg":"trace[810770222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1842; }","duration":"125.912158ms","start":"2026-03-18T10:09:54.853144Z","end":"2026-03-18T10:09:54.979057Z","steps":["trace[810770222] 'agreement among raft nodes before linearized reading' (duration: 125.736469ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:54.979082Z","caller":"traceutil/trace.go:172","msg":"trace[1004826712] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1842; }","duration":"137.743906ms","start":"2026-03-18T10:09:54.841325Z","end":"2026-03-18T10:09:54.979069Z","steps":["trace[1004826712] 'agreement among raft nodes before linearized reading' (duration: 137.669193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:54.979334Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.086199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:54.979381Z","caller":"traceutil/trace.go:172","msg":"trace[409193476] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1842; }","duration":"139.135551ms","start":"2026-03-18T10:09:54.840234Z","end":"2026-03-18T10:09:54.979370Z","steps":["trace[409193476] 'agreement among raft nodes before linearized reading' (duration: 139.061238ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:56.573379Z","caller":"traceutil/trace.go:172","msg":"trace[581873331] linearizableReadLoop","detail":"{readStateIndex:2153; appliedIndex:2153; }","duration":"114.570212ms","start":"2026-03-18T10:09:56.458789Z","end":"2026-03-18T10:09:56.573359Z","steps":["trace[581873331] 'read index received' (duration: 114.564552ms)","trace[581873331] 'applied index is now lower than readState.Index' (duration: 4.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:56.575266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.47235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:56.576524Z","caller":"traceutil/trace.go:172","msg":"trace[1416752227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1845; }","duration":"117.729728ms","start":"2026-03-18T10:09:56.458778Z","end":"2026-03-18T10:09:56.576508Z","steps":["trace[1416752227] 'agreement among raft nodes before linearized reading' (duration: 114.736609ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:58.771192Z","caller":"traceutil/trace.go:172","msg":"trace[1218172375] linearizableReadLoop","detail":"{readStateIndex:2166; appliedIndex:2166; }","duration":"310.486297ms","start":"2026-03-18T10:09:58.460684Z","end":"2026-03-18T10:09:58.771170Z","steps":["trace[1218172375] 'read index received' (duration: 310.478896ms)","trace[1218172375] 'applied index is now lower than readState.Index' (duration: 6.211µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:58.771487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.769409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:58.771524Z","caller":"traceutil/trace.go:172","msg":"trace[1608057543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"310.839643ms","start":"2026-03-18T10:09:58.460672Z","end":"2026-03-18T10:09:58.771511Z","steps":["trace[1608057543] 'agreement among raft nodes before linearized reading' (duration: 310.672605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:58.771583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:58.460653Z","time spent":"310.921917ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:09:58.772138Z","caller":"traceutil/trace.go:172","msg":"trace[326823423] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"373.140981ms","start":"2026-03-18T10:09:58.398968Z","end":"2026-03-18T10:09:58.772109Z","steps":["trace[326823423] 'process raft request' (duration: 372.284932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:58.773361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:58.398947Z","time spent":"374.097796ms","remote":"127.0.0.1:60262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:09:59.030264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.473985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-18T10:09:59.030329Z","caller":"traceutil/trace.go:172","msg":"trace[1063094842] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1857; }","duration":"291.556939ms","start":"2026-03-18T10:09:58.738760Z","end":"2026-03-18T10:09:59.030317Z","steps":["trace[1063094842] 'agreement among raft nodes before linearized reading' (duration: 291.336768ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:09:59.030269Z","caller":"traceutil/trace.go:172","msg":"trace[970625474] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2169; }","duration":"258.718376ms","start":"2026-03-18T10:09:58.771312Z","end":"2026-03-18T10:09:59.030030Z","steps":["trace[970625474] 'read index received' (duration: 258.713396ms)","trace[970625474] 'applied index is now lower than readState.Index' (duration: 4.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:09:59.030566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"408.736551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:09:59.030604Z","caller":"traceutil/trace.go:172","msg":"trace[538399928] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints; range_end:; response_count:0; response_revision:1857; }","duration":"408.779663ms","start":"2026-03-18T10:09:58.621813Z","end":"2026-03-18T10:09:59.030593Z","steps":["trace[538399928] 'agreement among raft nodes before linearized reading' (duration: 408.49266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:09:59.030668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:09:58.621792Z","time spent":"408.832376ms","remote":"127.0.0.1:40766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:01.734931Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.890012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:10:01.735056Z","caller":"traceutil/trace.go:172","msg":"trace[562410893] linearizableReadLoop","detail":"{readStateIndex:2184; appliedIndex:2183; }","duration":"274.857905ms","start":"2026-03-18T10:10:01.460143Z","end":"2026-03-18T10:10:01.735001Z","steps":["trace[562410893] 'read index received' (duration: 167.35117ms)","trace[562410893] 'applied index is now lower than readState.Index' (duration: 107.505815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:01.735245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.065055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:01.735478Z","caller":"traceutil/trace.go:172","msg":"trace[1316545659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1871; }","duration":"275.318426ms","start":"2026-03-18T10:10:01.460138Z","end":"2026-03-18T10:10:01.735457Z","steps":["trace[1316545659] 'agreement among raft nodes before linearized reading' (duration: 274.96799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:01.737251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.234072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:01.737369Z","caller":"traceutil/trace.go:172","msg":"trace[966808214] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1871; }","duration":"140.362049ms","start":"2026-03-18T10:10:01.596990Z","end":"2026-03-18T10:10:01.737352Z","steps":["trace[966808214] 'agreement among raft nodes before linearized reading' (duration: 140.190771ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:04.073322Z","caller":"traceutil/trace.go:172","msg":"trace[796482150] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"115.210923ms","start":"2026-03-18T10:10:03.958088Z","end":"2026-03-18T10:10:04.073299Z","steps":["trace[796482150] 'process raft request' (duration: 115.107278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:07.067243Z","caller":"traceutil/trace.go:172","msg":"trace[772134097] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2206; }","duration":"150.912109ms","start":"2026-03-18T10:10:06.916315Z","end":"2026-03-18T10:10:07.067227Z","steps":["trace[772134097] 'read index received' (duration: 95.449717ms)","trace[772134097] 'applied index is now lower than readState.Index' (duration: 55.461132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:07.067423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.068326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:10:07.067442Z","caller":"traceutil/trace.go:172","msg":"trace[1560744158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1890; }","duration":"151.127049ms","start":"2026-03-18T10:10:06.916310Z","end":"2026-03-18T10:10:07.067437Z","steps":["trace[1560744158] 'agreement among raft nodes before linearized reading' (duration: 150.988093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:07.513508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.483772ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T10:10:07.513600Z","caller":"traceutil/trace.go:172","msg":"trace[518081797] linearizableReadLoop","detail":"{readStateIndex:2211; appliedIndex:2210; }","duration":"109.443736ms","start":"2026-03-18T10:10:07.404139Z","end":"2026-03-18T10:10:07.513583Z","steps":["trace[518081797] 'read index received' (duration: 5.17003ms)","trace[518081797] 'applied index is now lower than readState.Index' (duration: 104.272226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:07.513713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.561601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:07.513798Z","caller":"traceutil/trace.go:172","msg":"trace[1098402933] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1893; }","duration":"109.638904ms","start":"2026-03-18T10:10:07.404126Z","end":"2026-03-18T10:10:07.513765Z","steps":["trace[1098402933] 'agreement among raft nodes before linearized reading' (duration: 109.525619ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:11.511652Z","caller":"traceutil/trace.go:172","msg":"trace[1410146183] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"218.841351ms","start":"2026-03-18T10:10:11.292793Z","end":"2026-03-18T10:10:11.511634Z","steps":["trace[1410146183] 'process raft request' (duration: 218.717865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:11.514159Z","caller":"traceutil/trace.go:172","msg":"trace[1756393985] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2227; }","duration":"104.341579ms","start":"2026-03-18T10:10:11.409804Z","end":"2026-03-18T10:10:11.514145Z","steps":["trace[1756393985] 'read index received' (duration: 104.337889ms)","trace[1756393985] 'applied index is now lower than readState.Index' (duration: 2.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:11.514264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.459735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:10:11.514302Z","caller":"traceutil/trace.go:172","msg":"trace[513942818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1908; }","duration":"104.513007ms","start":"2026-03-18T10:10:11.409779Z","end":"2026-03-18T10:10:11.514292Z","steps":["trace[513942818] 'agreement among raft nodes before linearized reading' (duration: 104.423793ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:12.149951Z","caller":"traceutil/trace.go:172","msg":"trace[1983629236] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"119.704793ms","start":"2026-03-18T10:10:12.030140Z","end":"2026-03-18T10:10:12.149845Z","steps":["trace[1983629236] 'process raft request' (duration: 95.27714ms)","trace[1983629236] 'compare' (duration: 24.180301ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:13.391533Z","caller":"traceutil/trace.go:172","msg":"trace[1997049928] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2235; }","duration":"152.87014ms","start":"2026-03-18T10:10:13.238638Z","end":"2026-03-18T10:10:13.391508Z","steps":["trace[1997049928] 'read index received' (duration: 152.855849ms)","trace[1997049928] 'applied index is now lower than readState.Index' (duration: 5.581µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:13.391692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.035228ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:13.391720Z","caller":"traceutil/trace.go:172","msg":"trace[243038552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1914; }","duration":"153.083111ms","start":"2026-03-18T10:10:13.238629Z","end":"2026-03-18T10:10:13.391712Z","steps":["trace[243038552] 'agreement among raft nodes before linearized reading' (duration: 153.007467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:13.644842Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.685742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:10:13.644928Z","caller":"traceutil/trace.go:172","msg":"trace[1233360386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1914; }","duration":"127.782927ms","start":"2026-03-18T10:10:13.517129Z","end":"2026-03-18T10:10:13.644912Z","steps":["trace[1233360386] 'range keys from in-memory index tree' (duration: 125.465449ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:14.381532Z","caller":"traceutil/trace.go:172","msg":"trace[125788737] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"733.283631ms","start":"2026-03-18T10:10:13.648231Z","end":"2026-03-18T10:10:14.381515Z","steps":["trace[125788737] 'process raft request' (duration: 733.161686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:14.381673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:13.648210Z","time spent":"733.395107ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":480,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:14.507111Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606209,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:10:14.616354Z","caller":"traceutil/trace.go:172","msg":"trace[1021805490] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2241; }","duration":"609.776663ms","start":"2026-03-18T10:10:14.006559Z","end":"2026-03-18T10:10:14.616336Z","steps":["trace[1021805490] 'read index received' (duration: 609.771973ms)","trace[1021805490] 'applied index is now lower than readState.Index' (duration: 4.01µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:14.617026Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9335571702683606212,"received-request-id":9335571702683606209} {"level":"warn","ts":"2026-03-18T10:10:14.674466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"667.884898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-03-18T10:10:14.674552Z","caller":"traceutil/trace.go:172","msg":"trace[1395509687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1920; }","duration":"667.984163ms","start":"2026-03-18T10:10:14.006550Z","end":"2026-03-18T10:10:14.674534Z","steps":["trace[1395509687] 'agreement among raft nodes before linearized reading' (duration: 609.93225ms)","trace[1395509687] 'range keys from in-memory index tree' (duration: 57.824242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:14.674600Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:14.006532Z","time spent":"668.053116ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":467,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:14.674691Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"414.297317ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:14.674813Z","caller":"traceutil/trace.go:172","msg":"trace[1319316507] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1921; }","duration":"414.423073ms","start":"2026-03-18T10:10:14.260370Z","end":"2026-03-18T10:10:14.674793Z","steps":["trace[1319316507] 'agreement among raft nodes before linearized reading' (duration: 414.274516ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:14.675045Z","caller":"traceutil/trace.go:172","msg":"trace[700409888] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"343.840078ms","start":"2026-03-18T10:10:14.331189Z","end":"2026-03-18T10:10:14.675029Z","steps":["trace[700409888] 'process raft request' (duration: 284.996879ms)","trace[700409888] 'compare' (duration: 58.357797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:14.675138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:14.331157Z","time spent":"343.930783ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:14.675615Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.434233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:14.675776Z","caller":"traceutil/trace.go:172","msg":"trace[1448890486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"215.59259ms","start":"2026-03-18T10:10:14.460168Z","end":"2026-03-18T10:10:14.675760Z","steps":["trace[1448890486] 'agreement among raft nodes before linearized reading' (duration: 214.862937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:36.835646Z","caller":"traceutil/trace.go:172","msg":"trace[765352487] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"176.474618ms","start":"2026-03-18T10:10:36.659157Z","end":"2026-03-18T10:10:36.835632Z","steps":["trace[765352487] 'process raft request' (duration: 176.343332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:37.026902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.389385ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T10:10:40.739769Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606366,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:10:40.773195Z","caller":"traceutil/trace.go:172","msg":"trace[863232688] linearizableReadLoop","detail":"{readStateIndex:2353; appliedIndex:2353; }","duration":"534.044061ms","start":"2026-03-18T10:10:40.239126Z","end":"2026-03-18T10:10:40.773170Z","steps":["trace[863232688] 'read index received' (duration: 534.035361ms)","trace[863232688] 'applied index is now lower than readState.Index' (duration: 7.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:40.773328Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"534.190258ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:40.773721Z","caller":"traceutil/trace.go:172","msg":"trace[780800064] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2017; }","duration":"534.483912ms","start":"2026-03-18T10:10:40.239117Z","end":"2026-03-18T10:10:40.773601Z","steps":["trace[780800064] 'agreement among raft nodes before linearized reading' (duration: 534.169247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:40.775448Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"314.639651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:40.775489Z","caller":"traceutil/trace.go:172","msg":"trace[1614752836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2017; }","duration":"314.694923ms","start":"2026-03-18T10:10:40.460785Z","end":"2026-03-18T10:10:40.775480Z","steps":["trace[1614752836] 'agreement among raft nodes before linearized reading' (duration: 314.580388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:40.775516Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:40.460767Z","time spent":"314.743736ms","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:10:40.776475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.155981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:207 size:17936"} {"level":"info","ts":"2026-03-18T10:10:40.776557Z","caller":"traceutil/trace.go:172","msg":"trace[1550655132] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:207; response_revision:2017; }","duration":"291.239495ms","start":"2026-03-18T10:10:40.485306Z","end":"2026-03-18T10:10:40.776546Z","steps":["trace[1550655132] 'agreement among raft nodes before linearized reading' (duration: 290.076671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:42.509292Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:42.683816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"674.575722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T10:10:42.683874Z","caller":"traceutil/trace.go:172","msg":"trace[1226261814] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:2024; }","duration":"674.642895ms","start":"2026-03-18T10:10:42.009219Z","end":"2026-03-18T10:10:42.683862Z","steps":["trace[1226261814] 'agreement among raft nodes before linearized reading' (duration: 674.483518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:42.684126Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:42.009200Z","time spent":"674.732069ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.157\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:42.683587Z","caller":"traceutil/trace.go:172","msg":"trace[1732537430] linearizableReadLoop","detail":"{readStateIndex:2362; appliedIndex:2362; }","duration":"674.330211ms","start":"2026-03-18T10:10:42.009228Z","end":"2026-03-18T10:10:42.683558Z","steps":["trace[1732537430] 'read index received' (duration: 674.322511ms)","trace[1732537430] 'applied index is now lower than readState.Index' (duration: 6.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:42.686452Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9335571702683606379,"received-request-id":9335571702683606378} {"level":"warn","ts":"2026-03-18T10:10:42.687893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.915126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:42.687959Z","caller":"traceutil/trace.go:172","msg":"trace[558363364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2024; }","duration":"227.975449ms","start":"2026-03-18T10:10:42.459965Z","end":"2026-03-18T10:10:42.687941Z","steps":["trace[558363364] 'agreement among raft nodes before linearized reading' (duration: 227.866784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:42.687824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"425.712214ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:42.688101Z","caller":"traceutil/trace.go:172","msg":"trace[1896048751] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2024; }","duration":"425.996597ms","start":"2026-03-18T10:10:42.262088Z","end":"2026-03-18T10:10:42.688085Z","steps":["trace[1896048751] 'agreement among raft nodes before linearized reading' (duration: 425.684133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:43.192032Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:43.692310Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:45.226097Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:45.226848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.535258298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:10:45.226907Z","caller":"traceutil/trace.go:172","msg":"trace[2064933377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.535324741s","start":"2026-03-18T10:10:42.691571Z","end":"2026-03-18T10:10:45.226896Z","steps":["trace[2064933377] 'agreement among raft nodes before linearized reading' (duration: 2.535256688s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.226969Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:42.691554Z","time spent":"2.535401125s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:10:45.288313Z","caller":"traceutil/trace.go:172","msg":"trace[369408627] linearizableReadLoop","detail":"{readStateIndex:2363; appliedIndex:2363; }","duration":"2.5967147s","start":"2026-03-18T10:10:42.691576Z","end":"2026-03-18T10:10:45.288290Z","steps":["trace[369408627] 'read index received' (duration: 2.59670799s)","trace[369408627] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:45.288663Z","caller":"traceutil/trace.go:172","msg":"trace[198151655] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"2.545804717s","start":"2026-03-18T10:10:42.742843Z","end":"2026-03-18T10:10:45.288647Z","steps":["trace[198151655] 'process raft request' (duration: 2.545726674s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.291637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:42.742829Z","time spent":"2.548723002s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:45.438635Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9335571702683606385,"received-request-id":9335571702683606382} {"level":"info","ts":"2026-03-18T10:10:45.440104Z","caller":"traceutil/trace.go:172","msg":"trace[763251731] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2371; }","duration":"151.713471ms","start":"2026-03-18T10:10:45.288369Z","end":"2026-03-18T10:10:45.440082Z","steps":["trace[763251731] 'read index received' (duration: 151.70483ms)","trace[763251731] 'applied index is now lower than readState.Index' (duration: 7.581µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:45.440164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.182873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.440217Z","caller":"traceutil/trace.go:172","msg":"trace[341770216] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:2033; }","duration":"210.248136ms","start":"2026-03-18T10:10:45.229954Z","end":"2026-03-18T10:10:45.440202Z","steps":["trace[341770216] 'agreement among raft nodes before linearized reading' (duration: 210.132661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.440252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.32339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.440293Z","caller":"traceutil/trace.go:172","msg":"trace[399175636] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:2033; }","duration":"210.366502ms","start":"2026-03-18T10:10:45.229915Z","end":"2026-03-18T10:10:45.440281Z","steps":["trace[399175636] 'agreement among raft nodes before linearized reading' (duration: 210.294439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.440440Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.655761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T10:10:45.440499Z","caller":"traceutil/trace.go:172","msg":"trace[884191264] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5; range_end:; response_count:1; response_revision:2033; }","duration":"203.720034ms","start":"2026-03-18T10:10:45.236765Z","end":"2026-03-18T10:10:45.440485Z","steps":["trace[884191264] 'agreement among raft nodes before linearized reading' (duration: 203.559546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.440533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.705868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.440600Z","caller":"traceutil/trace.go:172","msg":"trace[1015712227] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:2033; }","duration":"210.773571ms","start":"2026-03-18T10:10:45.229815Z","end":"2026-03-18T10:10:45.440588Z","steps":["trace[1015712227] 'agreement among raft nodes before linearized reading' (duration: 210.683387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.440833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.28113919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.440884Z","caller":"traceutil/trace.go:172","msg":"trace[477483490] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:2033; }","duration":"1.281190972s","start":"2026-03-18T10:10:44.159681Z","end":"2026-03-18T10:10:45.440872Z","steps":["trace[477483490] 'agreement among raft nodes before linearized reading' (duration: 1.281114949s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.440976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:44.159664Z","time spent":"1.281295988s","remote":"127.0.0.1:60540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":29,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:45.440131Z","caller":"traceutil/trace.go:172","msg":"trace[1708014795] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"203.380868ms","start":"2026-03-18T10:10:45.236731Z","end":"2026-03-18T10:10:45.440112Z","steps":["trace[1708014795] 'process raft request' (duration: 203.273073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.440982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.808799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.441185Z","caller":"traceutil/trace.go:172","msg":"trace[787745715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2033; }","duration":"198.021199ms","start":"2026-03-18T10:10:45.243103Z","end":"2026-03-18T10:10:45.441124Z","steps":["trace[787745715] 'agreement among raft nodes before linearized reading' (duration: 197.728046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.441363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"206.619439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T10:10:45.441640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.183551676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:10:45.441703Z","caller":"traceutil/trace.go:172","msg":"trace[13086215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2033; }","duration":"2.183611889s","start":"2026-03-18T10:10:43.258074Z","end":"2026-03-18T10:10:45.441686Z","steps":["trace[13086215] 'agreement among raft nodes before linearized reading' (duration: 2.183521115s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.441742Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:43.258054Z","time spent":"2.183676522s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:45.441416Z","caller":"traceutil/trace.go:172","msg":"trace[1998789858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2033; }","duration":"206.676091ms","start":"2026-03-18T10:10:45.234728Z","end":"2026-03-18T10:10:45.441404Z","steps":["trace[1998789858] 'agreement among raft nodes before linearized reading' (duration: 206.460741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.441743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.274821913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"info","ts":"2026-03-18T10:10:45.441797Z","caller":"traceutil/trace.go:172","msg":"trace[1255808398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2033; }","duration":"2.274886656s","start":"2026-03-18T10:10:43.166898Z","end":"2026-03-18T10:10:45.441785Z","steps":["trace[1255808398] 'agreement among raft nodes before linearized reading' (duration: 2.274699947s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.441827Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:43.166878Z","time spent":"2.274942687s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":467,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:45.441430Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.202501276s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.442185Z","caller":"traceutil/trace.go:172","msg":"trace[1792271904] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2033; }","duration":"2.203254571s","start":"2026-03-18T10:10:43.238913Z","end":"2026-03-18T10:10:45.442168Z","steps":["trace[1792271904] 'agreement among raft nodes before linearized reading' (duration: 2.202478135s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.443024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.527683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-18T10:10:45.443083Z","caller":"traceutil/trace.go:172","msg":"trace[1636439255] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2033; }","duration":"148.589085ms","start":"2026-03-18T10:10:45.294480Z","end":"2026-03-18T10:10:45.443069Z","steps":["trace[1636439255] 'agreement among raft nodes before linearized reading' (duration: 148.439288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.443555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.266996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.443584Z","caller":"traceutil/trace.go:172","msg":"trace[2122966582] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:2033; }","duration":"124.301568ms","start":"2026-03-18T10:10:45.319275Z","end":"2026-03-18T10:10:45.443576Z","steps":["trace[2122966582] 'agreement among raft nodes before linearized reading' (duration: 123.653268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.443734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.445782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T10:10:45.444013Z","caller":"traceutil/trace.go:172","msg":"trace[953570138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2033; }","duration":"208.725856ms","start":"2026-03-18T10:10:45.235272Z","end":"2026-03-18T10:10:45.443998Z","steps":["trace[953570138] 'agreement among raft nodes before linearized reading' (duration: 205.222324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.660200Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.977819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.660304Z","caller":"traceutil/trace.go:172","msg":"trace[1565763967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2033; }","duration":"217.083254ms","start":"2026-03-18T10:10:45.443195Z","end":"2026-03-18T10:10:45.660279Z","steps":["trace[1565763967] 'agreement among raft nodes before linearized reading' (duration: 92.86819ms)","trace[1565763967] 'range keys from in-memory index tree' (duration: 124.070907ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:45.660764Z","caller":"traceutil/trace.go:172","msg":"trace[1437924009] linearizableReadLoop","detail":"{readStateIndex:2374; appliedIndex:2372; }","duration":"124.706367ms","start":"2026-03-18T10:10:45.536036Z","end":"2026-03-18T10:10:45.660742Z","steps":["trace[1437924009] 'read index received' (duration: 50.509864ms)","trace[1437924009] 'applied index is now lower than readState.Index' (duration: 74.195593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:45.660867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.79512ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:45.660937Z","caller":"traceutil/trace.go:172","msg":"trace[543930762] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"212.721102ms","start":"2026-03-18T10:10:45.448198Z","end":"2026-03-18T10:10:45.660919Z","steps":["trace[543930762] 'process raft request' (duration: 212.439089ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:45.660896Z","caller":"traceutil/trace.go:172","msg":"trace[398147546] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2034; }","duration":"216.835912ms","start":"2026-03-18T10:10:45.444052Z","end":"2026-03-18T10:10:45.660888Z","steps":["trace[398147546] 'agreement among raft nodes before linearized reading' (duration: 216.77828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.661797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.825319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-03-18T10:10:45.661868Z","caller":"traceutil/trace.go:172","msg":"trace[1998002971] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:2034; }","duration":"214.894232ms","start":"2026-03-18T10:10:45.446958Z","end":"2026-03-18T10:10:45.661852Z","steps":["trace[1998002971] 'agreement among raft nodes before linearized reading' (duration: 214.050663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:45.935568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.877521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-03-18T10:10:45.935660Z","caller":"traceutil/trace.go:172","msg":"trace[875087779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2035; }","duration":"153.976285ms","start":"2026-03-18T10:10:45.781662Z","end":"2026-03-18T10:10:45.935638Z","steps":["trace[875087779] 'range keys from in-memory index tree' (duration: 152.300568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:46.531238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.514054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:10:46.531763Z","caller":"traceutil/trace.go:172","msg":"trace[1890141342] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2376; }","duration":"253.444562ms","start":"2026-03-18T10:10:46.278289Z","end":"2026-03-18T10:10:46.531734Z","steps":["trace[1890141342] 'read index received' (duration: 155.584721ms)","trace[1890141342] 'applied index is now lower than readState.Index' (duration: 97.829489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:46.630796Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.472967ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:10:46.630832Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.258071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:46.630897Z","caller":"traceutil/trace.go:172","msg":"trace[2102700667] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2036; }","duration":"352.598082ms","start":"2026-03-18T10:10:46.278280Z","end":"2026-03-18T10:10:46.630878Z","steps":["trace[2102700667] 'agreement among raft nodes before linearized reading' (duration: 253.496474ms)","trace[2102700667] 'range keys from in-memory index tree' (duration: 98.948862ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:46.630911Z","caller":"traceutil/trace.go:172","msg":"trace[2021752581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2036; }","duration":"170.350145ms","start":"2026-03-18T10:10:46.460544Z","end":"2026-03-18T10:10:46.630894Z","steps":["trace[2021752581] 'agreement among raft nodes before linearized reading' (duration: 170.205288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:47.033688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.336727ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T10:10:47.987548Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:48.489399Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:48.990500Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:49.491524Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:49.992176Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:10:50.267520Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"fdeb985d84d3818e [logterm: 7, index: 2386, vote: 21032583b6cd9182] ignored MsgPreVote from 21032583b6cd9182 [logterm: 7, index: 2386] at term 7: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-03-18T10:10:50.457927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000844203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T10:10:50.457994Z","caller":"traceutil/trace.go:172","msg":"trace[2036607106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000920717s","start":"2026-03-18T10:10:48.457058Z","end":"2026-03-18T10:10:50.457979Z","steps":["trace[2036607106] 'agreement among raft nodes before linearized reading' (duration: 2.000840173s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:50.458040Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:48.457041Z","time spent":"2.00098356s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:10:50.493152Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:50.718435Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.466718329s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T10:10:50.994014Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:10:51.267280Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"fdeb985d84d3818e [logterm: 7, index: 2386, vote: 21032583b6cd9182] ignored MsgPreVote from 21032583b6cd9182 [logterm: 7, index: 2386] at term 7: lease is not expired (remaining ticks: 4)"} {"level":"info","ts":"2026-03-18T10:10:51.269701Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"fdeb985d84d3818e [logterm: 7, index: 2386, vote: 21032583b6cd9182] ignored MsgVote from 21032583b6cd9182 [logterm: 7, index: 2386] at term 7: lease is not expired (remaining ticks: 4)"} {"level":"info","ts":"2026-03-18T10:10:51.364930Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"fdeb985d84d3818e [term: 7] received a MsgApp message with higher term from 21032583b6cd9182 [term: 8]"} {"level":"info","ts":"2026-03-18T10:10:51.365039Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"fdeb985d84d3818e became follower at term 8"} {"level":"warn","ts":"2026-03-18T10:10:51.494368Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:10:51.584104Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-03-18T10:10:52.063039Z","caller":"traceutil/trace.go:172","msg":"trace[1317998563] linearizableReadLoop","detail":"{readStateIndex:2387; appliedIndex:2387; }","duration":"4.585391172s","start":"2026-03-18T10:10:47.477622Z","end":"2026-03-18T10:10:52.063014Z","steps":["trace[1317998563] 'read index received' (duration: 4.585383442s)","trace[1317998563] 'applied index is now lower than readState.Index' (duration: 6.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.063215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.58556798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.063299Z","caller":"traceutil/trace.go:172","msg":"trace[691223968] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:2042; }","duration":"4.585650384s","start":"2026-03-18T10:10:47.477618Z","end":"2026-03-18T10:10:52.063268Z","steps":["trace[691223968] 'agreement among raft nodes before linearized reading' (duration: 4.585499137s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:52.063341Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:47.477599Z","time spent":"4.585733568s","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:52.107134Z","caller":"traceutil/trace.go:172","msg":"trace[335232804] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"2.843210435s","start":"2026-03-18T10:10:49.263904Z","end":"2026-03-18T10:10:52.107115Z","steps":["trace[335232804] 'process raft request' (duration: 2.843168663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:52.107267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:49.263886Z","time spent":"2.84331583s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:10:52.355228Z","caller":"traceutil/trace.go:172","msg":"trace[971932684] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2393; }","duration":"292.097056ms","start":"2026-03-18T10:10:52.063103Z","end":"2026-03-18T10:10:52.355200Z","steps":["trace[971932684] 'read index received' (duration: 292.075895ms)","trace[971932684] 'applied index is now lower than readState.Index' (duration: 19.261µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.614119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.092884509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:10:52.614193Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.933972009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.614219Z","caller":"traceutil/trace.go:172","msg":"trace[75452791] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:2046; }","duration":"1.9339887s","start":"2026-03-18T10:10:50.680216Z","end":"2026-03-18T10:10:52.614204Z","steps":["trace[75452791] 'agreement among raft nodes before linearized reading' (duration: 1.675115646s)","trace[75452791] 'range keys from in-memory index tree' (duration: 258.847443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.614243Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:50.680201Z","time spent":"1.934036813s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.614249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"604.953675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.157\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-18T10:10:52.614310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.337464189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.614347Z","caller":"traceutil/trace.go:172","msg":"trace[84512527] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:2046; }","duration":"4.33748837s","start":"2026-03-18T10:10:48.276842Z","end":"2026-03-18T10:10:52.614330Z","steps":["trace[84512527] 'agreement among raft nodes before linearized reading' (duration: 4.078513861s)","trace[84512527] 'range keys from in-memory index tree' (duration: 258.944008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.614336Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.031249798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:443"} {"level":"warn","ts":"2026-03-18T10:10:52.614373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.147296687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T10:10:52.614412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.486421455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T10:10:52.614438Z","caller":"traceutil/trace.go:172","msg":"trace[1527240274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2046; }","duration":"3.14736054s","start":"2026-03-18T10:10:49.467055Z","end":"2026-03-18T10:10:52.614416Z","steps":["trace[1527240274] 'agreement among raft nodes before linearized reading' (duration: 2.888223054s)","trace[1527240274] 'range keys from in-memory index tree' (duration: 258.964248ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:52.614453Z","caller":"traceutil/trace.go:172","msg":"trace[54990989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2046; }","duration":"3.486460027s","start":"2026-03-18T10:10:49.127980Z","end":"2026-03-18T10:10:52.614440Z","steps":["trace[54990989] 'agreement among raft nodes before linearized reading' (duration: 3.227336831s)","trace[54990989] 'range keys from in-memory index tree' (duration: 259.067363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.614491Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:49.127958Z","time spent":"3.48652113s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.614539Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.080919509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.614580Z","caller":"traceutil/trace.go:172","msg":"trace[1478550628] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:2046; }","duration":"5.080951991s","start":"2026-03-18T10:10:47.533611Z","end":"2026-03-18T10:10:52.614563Z","steps":["trace[1478550628] 'agreement among raft nodes before linearized reading' (duration: 4.821686908s)","trace[1478550628] 'range keys from in-memory index tree' (duration: 259.2124ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:52.614343Z","caller":"traceutil/trace.go:172","msg":"trace[498775262] range","detail":"{range_begin:/registry/masterleases/199.204.45.157; range_end:; response_count:1; response_revision:2046; }","duration":"605.053499ms","start":"2026-03-18T10:10:52.009264Z","end":"2026-03-18T10:10:52.614318Z","steps":["trace[498775262] 'agreement among raft nodes before linearized reading' (duration: 346.05628ms)","trace[498775262] 'range keys from in-memory index tree' (duration: 258.78ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.614611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:47.533596Z","time spent":"5.081006253s","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.614613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.155948672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:10:52.614631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:52.009247Z","time spent":"605.375514ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.157\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:52.614665Z","caller":"traceutil/trace.go:172","msg":"trace[906425089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2046; }","duration":"2.155985553s","start":"2026-03-18T10:10:50.458655Z","end":"2026-03-18T10:10:52.614640Z","steps":["trace[906425089] 'agreement among raft nodes before linearized reading' (duration: 1.896684719s)","trace[906425089] 'range keys from in-memory index tree' (duration: 259.251901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.614715Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:50.458634Z","time spent":"2.156072907s","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:10:52.614491Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:49.467033Z","time spent":"3.147443974s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.614772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.524964548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.614799Z","caller":"traceutil/trace.go:172","msg":"trace[1976934266] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:2046; }","duration":"1.524989809s","start":"2026-03-18T10:10:51.089799Z","end":"2026-03-18T10:10:52.614788Z","steps":["trace[1976934266] 'agreement among raft nodes before linearized reading' (duration: 1.26558127s)","trace[1976934266] 'range keys from in-memory index tree' (duration: 259.375888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.614834Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:51.089764Z","time spent":"1.525061953s","remote":"127.0.0.1:60452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.614907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.983669781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-03-18T10:10:52.614945Z","caller":"traceutil/trace.go:172","msg":"trace[1329729648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2046; }","duration":"3.983737664s","start":"2026-03-18T10:10:48.631197Z","end":"2026-03-18T10:10:52.614934Z","steps":["trace[1329729648] 'agreement among raft nodes before linearized reading' (duration: 3.724126496s)","trace[1329729648] 'range keys from in-memory index tree' (duration: 259.484912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.615022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:48.631181Z","time spent":"3.983832569s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.615051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.406582932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.615100Z","caller":"traceutil/trace.go:172","msg":"trace[727683230] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:2046; }","duration":"2.406628024s","start":"2026-03-18T10:10:50.208456Z","end":"2026-03-18T10:10:52.615084Z","steps":["trace[727683230] 'agreement among raft nodes before linearized reading' (duration: 2.14690213s)","trace[727683230] 'range keys from in-memory index tree' (duration: 259.668681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.615139Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:50.208437Z","time spent":"2.406693237s","remote":"127.0.0.1:60342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.615167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.03626731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.615234Z","caller":"traceutil/trace.go:172","msg":"trace[359318617] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:2046; }","duration":"1.036330173s","start":"2026-03-18T10:10:51.578885Z","end":"2026-03-18T10:10:52.615215Z","steps":["trace[359318617] 'agreement among raft nodes before linearized reading' (duration: 776.489534ms)","trace[359318617] 'range keys from in-memory index tree' (duration: 259.752875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.615282Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:51.578867Z","time spent":"1.036403036s","remote":"127.0.0.1:60342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.614261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.334929317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:10:52.615357Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.376202137s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.615430Z","caller":"traceutil/trace.go:172","msg":"trace[30338221] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:2046; }","duration":"2.336064969s","start":"2026-03-18T10:10:50.279310Z","end":"2026-03-18T10:10:52.615375Z","steps":["trace[30338221] 'agreement among raft nodes before linearized reading' (duration: 2.076039142s)","trace[30338221] 'range keys from in-memory index tree' (duration: 258.871194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.615497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:50.279294Z","time spent":"2.336186225s","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.615537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.950439754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T10:10:52.615555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.572887652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T10:10:52.615609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.291275324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.615618Z","caller":"traceutil/trace.go:172","msg":"trace[732478299] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:2046; }","duration":"1.572944455s","start":"2026-03-18T10:10:51.042653Z","end":"2026-03-18T10:10:52.615598Z","steps":["trace[732478299] 'agreement among raft nodes before linearized reading' (duration: 1.312811282s)","trace[732478299] 'range keys from in-memory index tree' (duration: 260.025758ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:52.615646Z","caller":"traceutil/trace.go:172","msg":"trace[2069140858] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:2046; }","duration":"1.291307595s","start":"2026-03-18T10:10:51.324327Z","end":"2026-03-18T10:10:52.615634Z","steps":["trace[2069140858] 'agreement among raft nodes before linearized reading' (duration: 1.031041517s)","trace[2069140858] 'range keys from in-memory index tree' (duration: 260.222877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.615662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:51.042632Z","time spent":"1.573018098s","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.615681Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:51.324301Z","time spent":"1.291371538s","remote":"127.0.0.1:60404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:52.614410Z","caller":"traceutil/trace.go:172","msg":"trace[1113883056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2046; }","duration":"4.031318892s","start":"2026-03-18T10:10:48.583069Z","end":"2026-03-18T10:10:52.614387Z","steps":["trace[1113883056] 'agreement among raft nodes before linearized reading' (duration: 3.772260009s)","trace[1113883056] 'range keys from in-memory index tree' (duration: 258.856243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.615757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:48.583048Z","time spent":"4.032700176s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":467,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:52.615445Z","caller":"traceutil/trace.go:172","msg":"trace[16652877] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2046; }","duration":"4.376240389s","start":"2026-03-18T10:10:48.239144Z","end":"2026-03-18T10:10:52.615384Z","steps":["trace[16652877] 'agreement among raft nodes before linearized reading' (duration: 4.116218171s)","trace[16652877] 'range keys from in-memory index tree' (duration: 259.974426ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:52.615574Z","caller":"traceutil/trace.go:172","msg":"trace[763735480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2046; }","duration":"4.950474216s","start":"2026-03-18T10:10:47.665087Z","end":"2026-03-18T10:10:52.615561Z","steps":["trace[763735480] 'agreement among raft nodes before linearized reading' (duration: 4.690278741s)","trace[763735480] 'range keys from in-memory index tree' (duration: 260.100671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.616024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:47.665056Z","time spent":"4.950926646s","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.616089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.111269092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.616108Z","caller":"traceutil/trace.go:172","msg":"trace[814246221] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:2046; }","duration":"4.111287433s","start":"2026-03-18T10:10:48.504814Z","end":"2026-03-18T10:10:52.616102Z","steps":["trace[814246221] 'agreement among raft nodes before linearized reading' (duration: 3.850526541s)","trace[814246221] 'range keys from in-memory index tree' (duration: 260.73342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.616121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:48.504796Z","time spent":"4.111321605s","remote":"127.0.0.1:60356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.614377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:48.276827Z","time spent":"4.337543653s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:52.617418Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.248912189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.617474Z","caller":"traceutil/trace.go:172","msg":"trace[1380719634] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:2046; }","duration":"4.252307047s","start":"2026-03-18T10:10:48.365151Z","end":"2026-03-18T10:10:52.617458Z","steps":["trace[1380719634] 'agreement among raft nodes before linearized reading' (duration: 3.990199393s)","trace[1380719634] 'range keys from in-memory index tree' (duration: 258.689716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.617521Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:48.365133Z","time spent":"4.25237648s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:52.619254Z","caller":"traceutil/trace.go:172","msg":"trace[248322656] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:2046; }","duration":"4.09658115s","start":"2026-03-18T10:10:48.521224Z","end":"2026-03-18T10:10:52.617805Z","steps":["trace[248322656] 'agreement among raft nodes before linearized reading' (duration: 3.834110419s)","trace[248322656] 'range keys from in-memory index tree' (duration: 258.767199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:52.619284Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:48.521205Z","time spent":"4.098072019s","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:52.817259Z","caller":"traceutil/trace.go:172","msg":"trace[928006556] linearizableReadLoop","detail":"{readStateIndex:2397; appliedIndex:2398; }","duration":"360.512891ms","start":"2026-03-18T10:10:52.456690Z","end":"2026-03-18T10:10:52.817203Z","steps":["trace[928006556] 'read index received' (duration: 360.50393ms)","trace[928006556] 'applied index is now lower than readState.Index' (duration: 7.741µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:10:52.817406Z","caller":"traceutil/trace.go:172","msg":"trace[1826803510] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"197.001192ms","start":"2026-03-18T10:10:52.620390Z","end":"2026-03-18T10:10:52.817392Z","steps":["trace[1826803510] 'process raft request' (duration: 196.918019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:52.817515Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.820215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:52.817610Z","caller":"traceutil/trace.go:172","msg":"trace[1947388454] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:2051; }","duration":"360.9305ms","start":"2026-03-18T10:10:52.456662Z","end":"2026-03-18T10:10:52.817592Z","steps":["trace[1947388454] 'agreement among raft nodes before linearized reading' (duration: 360.750311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:52.817661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:52.456642Z","time spent":"361.010294ms","remote":"127.0.0.1:32780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:53.318282Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606408,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:10:53.648385Z","caller":"traceutil/trace.go:172","msg":"trace[2002743749] linearizableReadLoop","detail":"{readStateIndex:2402; appliedIndex:2402; }","duration":"830.926232ms","start":"2026-03-18T10:10:52.817433Z","end":"2026-03-18T10:10:53.648359Z","steps":["trace[2002743749] 'read index received' (duration: 830.915022ms)","trace[2002743749] 'applied index is now lower than readState.Index' (duration: 9.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:53.649232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.182024226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:53.649350Z","caller":"traceutil/trace.go:172","msg":"trace[1454383968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2052; }","duration":"1.182149991s","start":"2026-03-18T10:10:52.467186Z","end":"2026-03-18T10:10:53.649336Z","steps":["trace[1454383968] 'agreement among raft nodes before linearized reading' (duration: 1.181242069s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:53.649392Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:52.467166Z","time spent":"1.182216605s","remote":"127.0.0.1:59918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T10:10:53.649232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.183245002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T10:10:53.649525Z","caller":"traceutil/trace.go:172","msg":"trace[1967054204] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5; range_end:; response_count:1; response_revision:2052; }","duration":"1.183551627s","start":"2026-03-18T10:10:52.465962Z","end":"2026-03-18T10:10:53.649514Z","steps":["trace[1967054204] 'agreement among raft nodes before linearized reading' (duration: 1.18255455s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:53.649550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:52.465949Z","time spent":"1.183592848s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-3.189de7922024dba5\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:53.649316Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.032052715s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:53.649660Z","caller":"traceutil/trace.go:172","msg":"trace[1508136067] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2052; }","duration":"1.032394791s","start":"2026-03-18T10:10:52.617258Z","end":"2026-03-18T10:10:53.649653Z","steps":["trace[1508136067] 'agreement among raft nodes before linearized reading' (duration: 1.031166874s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:53.650049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.065894366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:53.650125Z","caller":"traceutil/trace.go:172","msg":"trace[850684185] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:2052; }","duration":"1.065971879s","start":"2026-03-18T10:10:52.584142Z","end":"2026-03-18T10:10:53.650113Z","steps":["trace[850684185] 'agreement among raft nodes before linearized reading' (duration: 1.06425801s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:53.650202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:52.584120Z","time spent":"1.066070294s","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-03-18T10:10:53.650638Z","caller":"traceutil/trace.go:172","msg":"trace[1043310685] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"831.31901ms","start":"2026-03-18T10:10:52.819309Z","end":"2026-03-18T10:10:53.650628Z","steps":["trace[1043310685] 'process raft request' (duration: 829.203402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:53.650729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:52.819280Z","time spent":"831.386963ms","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:53.910441Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9335571702683606410,"received-request-id":9335571702683606408} {"level":"warn","ts":"2026-03-18T10:10:54.151202Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T10:10:54.196125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.297318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T10:10:54.225018Z","caller":"traceutil/trace.go:172","msg":"trace[156948108] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"573.292506ms","start":"2026-03-18T10:10:53.651710Z","end":"2026-03-18T10:10:54.225002Z","steps":["trace[156948108] 'process raft request' (duration: 573.198871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:54.225130Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:53.651689Z","time spent":"573.38541ms","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T10:10:54.273090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"622.019477ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:54.273210Z","caller":"traceutil/trace.go:172","msg":"trace[339370143] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2057; }","duration":"622.187354ms","start":"2026-03-18T10:10:53.651007Z","end":"2026-03-18T10:10:54.273194Z","steps":["trace[339370143] 'agreement among raft nodes before linearized reading' (duration: 621.972144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:54.272829Z","caller":"traceutil/trace.go:172","msg":"trace[99584655] linearizableReadLoop","detail":"{readStateIndex:2406; appliedIndex:2407; }","duration":"621.783956ms","start":"2026-03-18T10:10:53.651013Z","end":"2026-03-18T10:10:54.272797Z","steps":["trace[99584655] 'read index received' (duration: 621.775246ms)","trace[99584655] 'applied index is now lower than readState.Index' (duration: 5.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:54.278197Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9335571702683606412,"received-request-id":9335571702683606410} {"level":"warn","ts":"2026-03-18T10:10:54.279853Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"627.124163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-18T10:10:54.279894Z","caller":"traceutil/trace.go:172","msg":"trace[1906455902] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2060; }","duration":"627.172996ms","start":"2026-03-18T10:10:53.652711Z","end":"2026-03-18T10:10:54.279884Z","steps":["trace[1906455902] 'agreement among raft nodes before linearized reading' (duration: 627.04534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:54.279921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:53.652700Z","time spent":"627.214958ms","remote":"127.0.0.1:60236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":485,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:54.280099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.029601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:54.280123Z","caller":"traceutil/trace.go:172","msg":"trace[701546845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2060; }","duration":"629.053063ms","start":"2026-03-18T10:10:53.651064Z","end":"2026-03-18T10:10:54.280117Z","steps":["trace[701546845] 'agreement among raft nodes before linearized reading' (duration: 629.014872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:54.280138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:53.651045Z","time spent":"629.090434ms","remote":"127.0.0.1:59924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T10:10:56.387037Z","caller":"traceutil/trace.go:172","msg":"trace[168644242] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"594.293911ms","start":"2026-03-18T10:10:55.792728Z","end":"2026-03-18T10:10:56.387022Z","steps":["trace[168644242] 'process raft request' (duration: 594.263199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:56.387160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:55.792699Z","time spent":"594.406436ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T10:10:56.387257Z","caller":"traceutil/trace.go:172","msg":"trace[90271923] linearizableReadLoop","detail":"{readStateIndex:2415; appliedIndex:2414; }","duration":"346.673799ms","start":"2026-03-18T10:10:56.040577Z","end":"2026-03-18T10:10:56.387250Z","steps":["trace[90271923] 'read index received' (duration: 312.514964ms)","trace[90271923] 'applied index is now lower than readState.Index' (duration: 34.158285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:56.387324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.756964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:56.387532Z","caller":"traceutil/trace.go:172","msg":"trace[922397310] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:2068; }","duration":"346.962523ms","start":"2026-03-18T10:10:56.040560Z","end":"2026-03-18T10:10:56.387523Z","steps":["trace[922397310] 'agreement among raft nodes before linearized reading' (duration: 346.739523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:56.387572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:10:56.040537Z","time spent":"347.028246ms","remote":"127.0.0.1:60486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:10:56.390427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.214065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:56.390462Z","caller":"traceutil/trace.go:172","msg":"trace[895056099] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:2069; }","duration":"277.249917ms","start":"2026-03-18T10:10:56.113204Z","end":"2026-03-18T10:10:56.390454Z","steps":["trace[895056099] 'agreement among raft nodes before linearized reading' (duration: 277.188924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:56.390453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.752895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:56.390494Z","caller":"traceutil/trace.go:172","msg":"trace[796149209] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2069; }","duration":"150.797548ms","start":"2026-03-18T10:10:56.239686Z","end":"2026-03-18T10:10:56.390483Z","steps":["trace[796149209] 'agreement among raft nodes before linearized reading' (duration: 150.730715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:57.116193Z","caller":"traceutil/trace.go:172","msg":"trace[515378795] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"271.266581ms","start":"2026-03-18T10:10:56.844905Z","end":"2026-03-18T10:10:57.116171Z","steps":["trace[515378795] 'process raft request' (duration: 271.133075ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:57.117593Z","caller":"traceutil/trace.go:172","msg":"trace[2018736957] linearizableReadLoop","detail":"{readStateIndex:2420; appliedIndex:2420; }","duration":"112.351915ms","start":"2026-03-18T10:10:57.005222Z","end":"2026-03-18T10:10:57.117574Z","steps":["trace[2018736957] 'read index received' (duration: 112.336604ms)","trace[2018736957] 'applied index is now lower than readState.Index' (duration: 14.321µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:57.117697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.45541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:57.117740Z","caller":"traceutil/trace.go:172","msg":"trace[1766227486] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:2070; }","duration":"112.512662ms","start":"2026-03-18T10:10:57.005216Z","end":"2026-03-18T10:10:57.117729Z","steps":["trace[1766227486] 'agreement among raft nodes before linearized reading' (duration: 112.425608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:57.376510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.559975ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:57.390199Z","caller":"traceutil/trace.go:172","msg":"trace[227720677] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2071; }","duration":"151.25867ms","start":"2026-03-18T10:10:57.238925Z","end":"2026-03-18T10:10:57.390183Z","steps":["trace[227720677] 'range keys from in-memory index tree' (duration: 137.511002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:58.578991Z","caller":"traceutil/trace.go:172","msg":"trace[1982864382] linearizableReadLoop","detail":"{readStateIndex:2422; appliedIndex:2423; }","duration":"120.001699ms","start":"2026-03-18T10:10:58.458969Z","end":"2026-03-18T10:10:58.578971Z","steps":["trace[1982864382] 'read index received' (duration: 119.997429ms)","trace[1982864382] 'applied index is now lower than readState.Index' (duration: 3.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:10:58.579103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.114925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:58.579177Z","caller":"traceutil/trace.go:172","msg":"trace[345332766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2073; }","duration":"120.196779ms","start":"2026-03-18T10:10:58.458965Z","end":"2026-03-18T10:10:58.579161Z","steps":["trace[345332766] 'agreement among raft nodes before linearized reading' (duration: 120.073053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:10:59.296920Z","caller":"traceutil/trace.go:172","msg":"trace[1721251095] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"169.988839ms","start":"2026-03-18T10:10:59.126911Z","end":"2026-03-18T10:10:59.296900Z","steps":["trace[1721251095] 'process raft request' (duration: 169.823502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:10:59.601830Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.431641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:10:59.601919Z","caller":"traceutil/trace.go:172","msg":"trace[852124839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2077; }","duration":"142.539966ms","start":"2026-03-18T10:10:59.459361Z","end":"2026-03-18T10:10:59.601901Z","steps":["trace[852124839] 'range keys from in-memory index tree' (duration: 140.447799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:06.537730Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9335571702683606487,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T10:11:06.538494Z","caller":"traceutil/trace.go:172","msg":"trace[958385704] linearizableReadLoop","detail":"{readStateIndex:2454; appliedIndex:2455; }","duration":"942.411741ms","start":"2026-03-18T10:11:05.596063Z","end":"2026-03-18T10:11:06.538474Z","steps":["trace[958385704] 'read index received' (duration: 942.40668ms)","trace[958385704] 'applied index is now lower than readState.Index' (duration: 4.041µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:06.538761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"942.713454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-03-18T10:11:06.539019Z","caller":"traceutil/trace.go:172","msg":"trace[781667204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2102; }","duration":"942.975836ms","start":"2026-03-18T10:11:05.596023Z","end":"2026-03-18T10:11:06.538999Z","steps":["trace[781667204] 'agreement among raft nodes before linearized reading' (duration: 942.608749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:06.539142Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:11:05.596005Z","time spent":"943.085221ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T10:11:06.541279Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9335571702683606488,"received-request-id":9335571702683606487} {"level":"warn","ts":"2026-03-18T10:11:06.542267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"838.623493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T10:11:06.542310Z","caller":"traceutil/trace.go:172","msg":"trace[1920056062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2102; }","duration":"838.676825ms","start":"2026-03-18T10:11:05.703622Z","end":"2026-03-18T10:11:06.542299Z","steps":["trace[1920056062] 'agreement among raft nodes before linearized reading' (duration: 838.528808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:06.542337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T10:11:05.703598Z","time spent":"838.733848ms","remote":"127.0.0.1:60400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T10:11:49.097861Z","caller":"traceutil/trace.go:172","msg":"trace[20278057] linearizableReadLoop","detail":"{readStateIndex:2651; appliedIndex:2651; }","duration":"154.074034ms","start":"2026-03-18T10:11:48.943768Z","end":"2026-03-18T10:11:49.097842Z","steps":["trace[20278057] 'read index received' (duration: 154.067744ms)","trace[20278057] 'applied index is now lower than readState.Index' (duration: 5.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:49.155915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.114088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-03-18T10:11:49.156005Z","caller":"traceutil/trace.go:172","msg":"trace[1074037777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2268; }","duration":"212.219253ms","start":"2026-03-18T10:11:48.943763Z","end":"2026-03-18T10:11:49.155983Z","steps":["trace[1074037777] 'agreement among raft nodes before linearized reading' (duration: 154.189229ms)","trace[1074037777] 'range keys from in-memory index tree' (duration: 57.793333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:49.156038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.124439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:49.156133Z","caller":"traceutil/trace.go:172","msg":"trace[1588643964] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:2269; }","duration":"167.231254ms","start":"2026-03-18T10:11:48.988882Z","end":"2026-03-18T10:11:49.156113Z","steps":["trace[1588643964] 'agreement among raft nodes before linearized reading' (duration: 167.093198ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:50.063150Z","caller":"traceutil/trace.go:172","msg":"trace[898038164] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"196.132176ms","start":"2026-03-18T10:11:49.867001Z","end":"2026-03-18T10:11:50.063133Z","steps":["trace[898038164] 'process raft request' (duration: 196.022951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:50.257758Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.943974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T10:11:50.257814Z","caller":"traceutil/trace.go:172","msg":"trace[1100243705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2272; }","duration":"138.008797ms","start":"2026-03-18T10:11:50.119794Z","end":"2026-03-18T10:11:50.257803Z","steps":["trace[1100243705] 'range keys from in-memory index tree' (duration: 136.284538ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:52.211081Z","caller":"traceutil/trace.go:172","msg":"trace[2073128930] linearizableReadLoop","detail":"{readStateIndex:2666; appliedIndex:2666; }","duration":"113.934429ms","start":"2026-03-18T10:11:52.097124Z","end":"2026-03-18T10:11:52.211059Z","steps":["trace[2073128930] 'read index received' (duration: 113.930839ms)","trace[2073128930] 'applied index is now lower than readState.Index' (duration: 2.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:52.265455Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.307364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-03-18T10:11:52.265529Z","caller":"traceutil/trace.go:172","msg":"trace[189838126] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2280; }","duration":"168.389727ms","start":"2026-03-18T10:11:52.097122Z","end":"2026-03-18T10:11:52.265511Z","steps":["trace[189838126] 'agreement among raft nodes before linearized reading' (duration: 114.039744ms)","trace[189838126] 'range keys from in-memory index tree' (duration: 54.164624ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:52.266114Z","caller":"traceutil/trace.go:172","msg":"trace[1110938739] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"169.002866ms","start":"2026-03-18T10:11:52.097086Z","end":"2026-03-18T10:11:52.266089Z","steps":["trace[1110938739] 'process raft request' (duration: 113.060739ms)","trace[1110938739] 'compare' (duration: 55.126419ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T10:11:54.521099Z","caller":"traceutil/trace.go:172","msg":"trace[1259609448] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"224.077733ms","start":"2026-03-18T10:11:54.297001Z","end":"2026-03-18T10:11:54.521079Z","steps":["trace[1259609448] 'process raft request' (duration: 223.896075ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:57.611203Z","caller":"traceutil/trace.go:172","msg":"trace[1769985070] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2300; }","duration":"132.920001ms","start":"2026-03-18T10:11:57.478262Z","end":"2026-03-18T10:11:57.611182Z","steps":["trace[1769985070] 'process raft request' (duration: 132.854458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:58.134780Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.410235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T10:11:58.134853Z","caller":"traceutil/trace.go:172","msg":"trace[1446149953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2303; }","duration":"116.504399ms","start":"2026-03-18T10:11:58.018336Z","end":"2026-03-18T10:11:58.134840Z","steps":["trace[1446149953] 'range keys from in-memory index tree' (duration: 115.22936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T10:11:58.134936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.428023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T10:11:58.135016Z","caller":"traceutil/trace.go:172","msg":"trace[1368139081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2303; }","duration":"100.514747ms","start":"2026-03-18T10:11:58.034486Z","end":"2026-03-18T10:11:58.135001Z","steps":["trace[1368139081] 'range keys from in-memory index tree' (duration: 98.949324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T10:11:59.416491Z","caller":"traceutil/trace.go:172","msg":"trace[2035349221] linearizableReadLoop","detail":"{readStateIndex:2698; appliedIndex:2698; }","duration":"177.71412ms","start":"2026-03-18T10:11:59.238756Z","end":"2026-03-18T10:11:59.416470Z","steps":["trace[2035349221] 'read index received' (duration: 177.70964ms)","trace[2035349221] 'applied index is now lower than readState.Index' (duration: 3.56µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:11:59.525799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.011055ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:11:59.526279Z","caller":"traceutil/trace.go:172","msg":"trace[121682461] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2308; }","duration":"287.470637ms","start":"2026-03-18T10:11:59.238748Z","end":"2026-03-18T10:11:59.526219Z","steps":["trace[121682461] 'agreement among raft nodes before linearized reading' (duration: 177.831916ms)","trace[121682461] 'range keys from in-memory index tree' (duration: 109.142397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T10:12:01.412630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.130398ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T10:12:01.412728Z","caller":"traceutil/trace.go:172","msg":"trace[1067622883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2314; }","duration":"173.211652ms","start":"2026-03-18T10:12:01.239478Z","end":"2026-03-18T10:12:01.412690Z","steps":["trace[1067622883] 'range keys from in-memory index tree' (duration: 173.096727ms)"],"step_count":1}