{"level":"warn","ts":"2026-07-30T16:47:31.490889Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-30T16:47:31.492357Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-30T16:47:31.492444Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=controller-2=https://199.204.45.138:2380,controller-1=https://199.204.45.70:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-30T16:47:31.492533Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-30T16:47:31.492576Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T16:47:31.492608Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-07-30T16:47:31.492654Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:47:31.493072Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-07-30T16:47:31.493200Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.70:2380,controller-2=https://199.204.45.138:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-30T16:47:31.495108Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078470}"} {"level":"info","ts":"2026-07-30T16:47:31.502162Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:47:31.502280Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.482314ms"} {"level":"info","ts":"2026-07-30T16:47:31.502323Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-30T16:47:31.502354Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-30T16:47:31.517939Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.70:2380","host":"199.204.45.70:2380","resolved-addr":"199.204.45.70:2380"} {"level":"info","ts":"2026-07-30T16:47:31.517989Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.138:2380","host":"199.204.45.138:2380","resolved-addr":"199.204.45.138:2380"} {"level":"info","ts":"2026-07-30T16:47:31.520003Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-30T16:47:31.525697Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-30T16:47:31.525736Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"b507b8161dc38082","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-07-30T16:47:31.525755Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-30T16:47:31.525837Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b507b8161dc38082 switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T16:47:31.525890Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b507b8161dc38082 became follower at term 0"} {"level":"info","ts":"2026-07-30T16:47:31.525906Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft b507b8161dc38082 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-30T16:47:31.534460Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T16:47:31.536042Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T16:47:31.540765Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T16:47:31.541581Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.541608Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d","remote-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-07-30T16:47:31.541633Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.541657Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.542702Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.544003Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.544694Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.544768Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.544804Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.544719Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d","remote-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-07-30T16:47:31.545128Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"b507b8161dc38082","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T16:47:31.545266Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-30T16:47:31.545308Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:47:31.545474Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:47:31.545557Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:47:31.545823Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:47:31.545997Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-07-30T16:47:31.546030Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-07-30T16:47:31.546224Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"b507b8161dc38082","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T16:47:31.546329Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T16:47:31.554123Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.554191Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.561841Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.588420Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b507b8161dc38082","to":"f8844a9a4263041d","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:47:31.588438Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.588482Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"b507b8161dc38082 [term: 0] received a MsgHeartbeat message with higher term from f8844a9a4263041d [term: 2]"} {"level":"info","ts":"2026-07-30T16:47:31.588565Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b507b8161dc38082 became follower at term 2"} {"level":"info","ts":"2026-07-30T16:47:31.588606Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: b507b8161dc38082 elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-07-30T16:47:31.592146Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b507b8161dc38082","to":"f8844a9a4263041d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:47:31.592183Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.604335Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"b507b8161dc38082","remote-snapshot-sender-id":"f8844a9a4263041d","incoming-snapshot-index":502,"incoming-snapshot-message-size-bytes":7772,"incoming-snapshot-message-size":"7.8 kB"} {"level":"info","ts":"2026-07-30T16:47:31.620313Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001f6.snap.db","bytes":794624,"size":"795 kB"} {"level":"info","ts":"2026-07-30T16:47:31.620373Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"b507b8161dc38082","remote-snapshot-sender-id":"f8844a9a4263041d","incoming-snapshot-index":502,"incoming-snapshot-size-bytes":794624,"incoming-snapshot-size":"795 kB","download-took":"16.145138ms"} {"level":"info","ts":"2026-07-30T16:47:31.620660Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 502, term: 2]"} {"level":"info","ts":"2026-07-30T16:47:31.620768Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b507b8161dc38082 switched to configuration voters=(17907520044731139101) learners=(13044597250830073986)"} {"level":"info","ts":"2026-07-30T16:47:31.620795Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"b507b8161dc38082 [commit: 502, lastindex: 502, lastterm: 2] restored snapshot [index: 502, term: 2]"} {"level":"info","ts":"2026-07-30T16:47:31.620810Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"b507b8161dc38082 [commit: 502] restored snapshot [index: 502, term: 2]"} {"level":"info","ts":"2026-07-30T16:47:31.620990Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":502,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-30T16:47:31.625685Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":502} {"level":"info","ts":"2026-07-30T16:47:31.626061Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000f0688}"} {"level":"info","ts":"2026-07-30T16:47:31.626903Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:47:31.626951Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"994.786µs"} {"level":"info","ts":"2026-07-30T16:47:31.627100Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-30T16:47:31.628451Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-30T16:47:31.628481Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-30T16:47:31.631287Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":476} {"level":"info","ts":"2026-07-30T16:47:31.631324Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":502} {"level":"info","ts":"2026-07-30T16:47:31.631339Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-30T16:47:31.631574Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-30T16:47:31.634350Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-30T16:47:31.634370Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-30T16:47:31.634413Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-30T16:47:31.634425Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-30T16:47:31.634899Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-30T16:47:31.634926Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-30T16:47:31.634971Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:47:31.634987Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"4749b7c221ae0648","local-member-id":"b507b8161dc38082","recovered-remote-peer-id":"b507b8161dc38082","recovered-remote-peer-urls":["https://199.204.45.138:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:47:31.635019Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"4749b7c221ae0648","local-member-id":"b507b8161dc38082","recovered-remote-peer-id":"f8844a9a4263041d","recovered-remote-peer-urls":["https://199.204.45.70:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-30T16:47:31.635027Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:47:31.635034Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-30T16:47:31.635047Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-30T16:47:31.635057Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"warn","ts":"2026-07-30T16:47:31.635235Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.635267Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.635749Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"warn","ts":"2026-07-30T16:47:31.636608Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.636632Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.636660Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"warn","ts":"2026-07-30T16:47:31.636805Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d","error":"context canceled"} {"level":"warn","ts":"2026-07-30T16:47:31.636869Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"f8844a9a4263041d","error":"failed to read f8844a9a4263041d on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-30T16:47:31.636903Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"warn","ts":"2026-07-30T16:47:31.637051Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:47:31.637080Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.637090Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.637118Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"b507b8161dc38082","removed-remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.637131Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-30T16:47:31.637142Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-30T16:47:31.637168Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.637193Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.639643Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.640142Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.640195Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.640240Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d","remote-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-07-30T16:47:31.640242Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.640256Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-30T16:47:31.640272Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":502,"current-applied-index":502,"incoming-leader-snapshot-index":502,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-30T16:47:31.640281Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.640501Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"b507b8161dc38082","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.138:2379]}","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T16:47:31.640528Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:47:31.640593Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:47:31.640880Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T16:47:31.640913Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T16:47:31.641721Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-30T16:47:31.644804Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-30T16:47:31.644784Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-30T16:47:31.645734Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-30T16:47:31.649183Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"info","ts":"2026-07-30T16:47:31.653153Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.653193Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.653462Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"warn","ts":"2026-07-30T16:47:31.658400Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:39038","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:47:31.690326Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b507b8161dc38082","to":"f8844a9a4263041d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:47:31.690368Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"info","ts":"2026-07-30T16:47:31.697778Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b507b8161dc38082","to":"f8844a9a4263041d","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:47:31.697856Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"f8844a9a4263041d"} {"level":"warn","ts":"2026-07-30T16:47:32.020251Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55952","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:47:32.024507Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b507b8161dc38082 switched to configuration voters=(13044597250830073986 17907520044731139101)"} {"level":"info","ts":"2026-07-30T16:47:32.024703Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"4749b7c221ae0648","local-member-id":"b507b8161dc38082","promoted-member-id":"b507b8161dc38082"} {"level":"warn","ts":"2026-07-30T16:47:32.043383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.053237Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55992","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.073231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.090138Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.107913Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.115756Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.125998Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56104","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.139093Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56132","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.147840Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.160113Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.173022Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.186558Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56202","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.195163Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.204170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.218720Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.230645Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.250102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.260699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.307553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.316134Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.326491Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.334664Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.346661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.351837Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.358794Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.367279Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56500","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.384371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.395563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.405734Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.415845Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.426043Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.436956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.452207Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.465109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.475139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.506059Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.510201Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.517740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.526865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.537312Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.545034Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.553383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.563343Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.572357Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.580244Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.589194Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.598884Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.604656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.610781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.621350Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.630708Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.639727Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.647018Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.659672Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.692889Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.715158Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:47:32.758723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57060","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:47:49.580908Z","caller":"traceutil/trace.go:172","msg":"trace[695412402] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:590; }","duration":"150.387404ms","start":"2026-07-30T16:47:49.430477Z","end":"2026-07-30T16:47:49.580865Z","steps":["trace[695412402] 'read index received' (duration: 150.378204ms)","trace[695412402] 'applied index is now lower than readState.Index' (duration: 7.32µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:47:49.581115Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.583267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:47:49.581230Z","caller":"traceutil/trace.go:172","msg":"trace[872208221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:555; }","duration":"150.744549ms","start":"2026-07-30T16:47:49.430471Z","end":"2026-07-30T16:47:49.581216Z","steps":["trace[872208221] 'agreement among raft nodes before linearized reading' (duration: 150.531146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:55.354870Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:47:55.746221Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.073147033s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:47:55.856106Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:47:56.357241Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:47:56.413005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:54.672082Z","time spent":"1.740918629s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T16:47:56.558521Z","caller":"traceutil/trace.go:172","msg":"trace[1659434593] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:612; }","duration":"1.704540859s","start":"2026-07-30T16:47:54.853949Z","end":"2026-07-30T16:47:56.558490Z","steps":["trace[1659434593] 'read index received' (duration: 1.704528009s)","trace[1659434593] 'applied index is now lower than readState.Index' (duration: 10.09µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:47:56.558710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.704775163s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:47:56.558743Z","caller":"traceutil/trace.go:172","msg":"trace[823839053] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:574; }","duration":"1.704826324s","start":"2026-07-30T16:47:54.853905Z","end":"2026-07-30T16:47:56.558732Z","steps":["trace[823839053] 'agreement among raft nodes before linearized reading' (duration: 1.704747143s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:47:56.595388Z","caller":"traceutil/trace.go:172","msg":"trace[8856122] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"180.663183ms","start":"2026-07-30T16:47:56.414701Z","end":"2026-07-30T16:47:56.595364Z","steps":["trace[8856122] 'process raft request' (duration: 179.437337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.596403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"783.520115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-30T16:47:56.596508Z","caller":"traceutil/trace.go:172","msg":"trace[924328675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:577; }","duration":"783.653107ms","start":"2026-07-30T16:47:55.812835Z","end":"2026-07-30T16:47:56.596488Z","steps":["trace[924328675] 'agreement among raft nodes before linearized reading' (duration: 783.309342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.596557Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:55.812815Z","time spent":"783.732367ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:47:56.597023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.308468274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:47:56.597068Z","caller":"traceutil/trace.go:172","msg":"trace[754135016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"1.308511004s","start":"2026-07-30T16:47:55.288544Z","end":"2026-07-30T16:47:56.597055Z","steps":["trace[754135016] 'agreement among raft nodes before linearized reading' (duration: 1.308433713s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:47:56.597155Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:47:55.288520Z","time spent":"1.308623256s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:48:11.041276Z","caller":"traceutil/trace.go:172","msg":"trace[1233694742] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"187.817251ms","start":"2026-07-30T16:48:10.853410Z","end":"2026-07-30T16:48:11.041228Z","steps":["trace[1233694742] 'read index received' (duration: 155.368923ms)","trace[1233694742] 'applied index is now lower than readState.Index' (duration: 32.446378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:11.178239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.792858ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:11.178386Z","caller":"traceutil/trace.go:172","msg":"trace[1110028137] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:614; }","duration":"324.95704ms","start":"2026-07-30T16:48:10.853403Z","end":"2026-07-30T16:48:11.178360Z","steps":["trace[1110028137] 'agreement among raft nodes before linearized reading' (duration: 187.951833ms)","trace[1110028137] 'range keys from in-memory index tree' (duration: 136.809174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:11.178498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.069988ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T16:48:12.718565Z","caller":"traceutil/trace.go:172","msg":"trace[1057211008] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:664; }","duration":"127.779369ms","start":"2026-07-30T16:48:12.590767Z","end":"2026-07-30T16:48:12.718547Z","steps":["trace[1057211008] 'read index received' (duration: 127.773849ms)","trace[1057211008] 'applied index is now lower than readState.Index' (duration: 4.26µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:12.718664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.893671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:12.718718Z","caller":"traceutil/trace.go:172","msg":"trace[1738207718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:619; }","duration":"127.955171ms","start":"2026-07-30T16:48:12.590753Z","end":"2026-07-30T16:48:12.718709Z","steps":["trace[1738207718] 'agreement among raft nodes before linearized reading' (duration: 127.86678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:15.962887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.187566ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T16:48:15.962983Z","caller":"traceutil/trace.go:172","msg":"trace[935219083] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:673; }","duration":"132.310751ms","start":"2026-07-30T16:48:15.830656Z","end":"2026-07-30T16:48:15.962967Z","steps":["trace[935219083] 'read index received' (duration: 1.368707ms)","trace[935219083] 'applied index is now lower than readState.Index' (duration: 130.940824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:15.963229Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.569104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:48:15.963300Z","caller":"traceutil/trace.go:172","msg":"trace[715798611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"132.628215ms","start":"2026-07-30T16:48:15.830636Z","end":"2026-07-30T16:48:15.963264Z","steps":["trace[715798611] 'agreement among raft nodes before linearized reading' (duration: 132.442872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:15.964857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.044985ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:15.965005Z","caller":"traceutil/trace.go:172","msg":"trace[1679780708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:627; }","duration":"112.189617ms","start":"2026-07-30T16:48:15.852797Z","end":"2026-07-30T16:48:15.964986Z","steps":["trace[1679780708] 'agreement among raft nodes before linearized reading' (duration: 112.019485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:17.567310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.365722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:48:18.929711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:55344","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:48:18.948645Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b507b8161dc38082 switched to configuration voters=(13044597250830073986 17907520044731139101) learners=(6973391498238273891)"} {"level":"info","ts":"2026-07-30T16:48:18.948849Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"b507b8161dc38082","added-peer-id":"60c6769efc38a963","added-peer-peer-urls":["https://199.204.45.77:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:48:18.948916Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.948949Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.949176Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.949269Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.949229Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.949303Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:18.949348Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963","remote-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-07-30T16:48:18.949258Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"warn","ts":"2026-07-30T16:48:18.964077Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:55382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:48:18.999665Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:55434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:48:21.002418Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:55532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:48:21.491125Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:55540","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:48:23.950278Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"60c6769efc38a963","rtt":"0s","error":"dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:48:23.950340Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"60c6769efc38a963","rtt":"0s","error":"dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:48:24.003825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:51476","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:48:26.263363Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.263424Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.263624Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.263828Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b507b8161dc38082","to":"60c6769efc38a963","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:48:26.263872Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.264738Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b507b8161dc38082","to":"60c6769efc38a963","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:48:26.264772Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"warn","ts":"2026-07-30T16:48:26.315317Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:48:26.315307Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963","error":"EOF"} {"level":"info","ts":"2026-07-30T16:48:26.338391Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b507b8161dc38082","to":"60c6769efc38a963","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-30T16:48:26.338435Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.338450Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.339984Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b507b8161dc38082","to":"60c6769efc38a963","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-30T16:48:26.340020Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.340031Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.362893Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:26.362927Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b507b8161dc38082","remote-peer-id":"60c6769efc38a963"} {"level":"warn","ts":"2026-07-30T16:48:26.500258Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:51552","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:48:26.503548Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b507b8161dc38082 switched to configuration voters=(6973391498238273891 13044597250830073986 17907520044731139101)"} {"level":"info","ts":"2026-07-30T16:48:26.503825Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"4749b7c221ae0648","local-member-id":"b507b8161dc38082","promoted-member-id":"60c6769efc38a963"} {"level":"info","ts":"2026-07-30T16:48:34.712130Z","caller":"traceutil/trace.go:172","msg":"trace[997775650] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"101.322576ms","start":"2026-07-30T16:48:34.610783Z","end":"2026-07-30T16:48:34.712106Z","steps":["trace[997775650] 'process raft request' (duration: 101.183055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:34.948339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.516361ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-30T16:48:34.948473Z","caller":"traceutil/trace.go:172","msg":"trace[274375002] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:735; }","duration":"186.706487ms","start":"2026-07-30T16:48:34.761746Z","end":"2026-07-30T16:48:34.948452Z","steps":["trace[274375002] 'read index received' (duration: 33.55377ms)","trace[274375002] 'applied index is now lower than readState.Index' (duration: 153.151207ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:34.948651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.899219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:48:34.948685Z","caller":"traceutil/trace.go:172","msg":"trace[1757109300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:678; }","duration":"186.941909ms","start":"2026-07-30T16:48:34.761733Z","end":"2026-07-30T16:48:34.948675Z","steps":["trace[1757109300] 'agreement among raft nodes before linearized reading' (duration: 186.793308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:44.873759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.690111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-07-30T16:48:44.873838Z","caller":"traceutil/trace.go:172","msg":"trace[92708367] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:719; }","duration":"106.808083ms","start":"2026-07-30T16:48:44.767014Z","end":"2026-07-30T16:48:44.873822Z","steps":["trace[92708367] 'range keys from in-memory index tree' (duration: 105.240255ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:45.166675Z","caller":"traceutil/trace.go:172","msg":"trace[1094929349] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:783; }","duration":"313.95785ms","start":"2026-07-30T16:48:44.852692Z","end":"2026-07-30T16:48:45.166649Z","steps":["trace[1094929349] 'read index received' (duration: 313.9499ms)","trace[1094929349] 'applied index is now lower than readState.Index' (duration: 6.52µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:45.171200Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"296.90524ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-30T16:48:45.171337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.635392ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:45.171447Z","caller":"traceutil/trace.go:172","msg":"trace[850830430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:719; }","duration":"318.773383ms","start":"2026-07-30T16:48:44.852651Z","end":"2026-07-30T16:48:45.171424Z","steps":["trace[850830430] 'agreement among raft nodes before linearized reading' (duration: 314.286114ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:45.171504Z","caller":"traceutil/trace.go:172","msg":"trace[543088435] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"357.87654ms","start":"2026-07-30T16:48:44.813608Z","end":"2026-07-30T16:48:45.171485Z","steps":["trace[543088435] 'process raft request' (duration: 357.741068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:45.172470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:48:44.813584Z","time spent":"357.968732ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:48:45.508537Z","caller":"traceutil/trace.go:172","msg":"trace[1606147884] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:787; }","duration":"341.602213ms","start":"2026-07-30T16:48:45.166901Z","end":"2026-07-30T16:48:45.508503Z","steps":["trace[1606147884] 'read index received' (duration: 341.593603ms)","trace[1606147884] 'applied index is now lower than readState.Index' (duration: 7.39µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:45.508711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"351.760556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:45.508820Z","caller":"traceutil/trace.go:172","msg":"trace[2095259500] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:722; }","duration":"351.872117ms","start":"2026-07-30T16:48:45.156907Z","end":"2026-07-30T16:48:45.508779Z","steps":["trace[2095259500] 'agreement among raft nodes before linearized reading' (duration: 351.718465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:45.508867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:48:45.156875Z","time spent":"351.982709ms","remote":"127.0.0.1:56566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:48:45.726146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.327755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:45.726245Z","caller":"traceutil/trace.go:172","msg":"trace[1278991400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"134.437666ms","start":"2026-07-30T16:48:45.591797Z","end":"2026-07-30T16:48:45.726234Z","steps":["trace[1278991400] 'range keys from in-memory index tree' (duration: 133.171802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:45.997180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.522089ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-30T16:48:45.997298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.887772ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:45.997327Z","caller":"traceutil/trace.go:172","msg":"trace[2139475133] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:724; }","duration":"143.922552ms","start":"2026-07-30T16:48:45.853392Z","end":"2026-07-30T16:48:45.997314Z","steps":["trace[2139475133] 'range keys from in-memory index tree' (duration: 143.84895ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:51.693124Z","caller":"traceutil/trace.go:172","msg":"trace[750338329] linearizableReadLoop","detail":"{readStateIndex:806; appliedIndex:807; }","duration":"102.113044ms","start":"2026-07-30T16:48:51.590984Z","end":"2026-07-30T16:48:51.693097Z","steps":["trace[750338329] 'read index received' (duration: 102.104104ms)","trace[750338329] 'applied index is now lower than readState.Index' (duration: 7.72µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:51.693269Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.268495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:51.693299Z","caller":"traceutil/trace.go:172","msg":"trace[988294223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"102.317786ms","start":"2026-07-30T16:48:51.590972Z","end":"2026-07-30T16:48:51.693290Z","steps":["trace[988294223] 'agreement among raft nodes before linearized reading' (duration: 102.224255ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:48:56.668879Z","caller":"traceutil/trace.go:172","msg":"trace[468347350] linearizableReadLoop","detail":"{readStateIndex:827; appliedIndex:828; }","duration":"136.006871ms","start":"2026-07-30T16:48:56.532844Z","end":"2026-07-30T16:48:56.668851Z","steps":["trace[468347350] 'read index received' (duration: 136.003391ms)","trace[468347350] 'applied index is now lower than readState.Index' (duration: 2.97µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:48:56.669177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.320784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:48:56.669199Z","caller":"traceutil/trace.go:172","msg":"trace[1041145610] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:756; }","duration":"136.353774ms","start":"2026-07-30T16:48:56.532839Z","end":"2026-07-30T16:48:56.669193Z","steps":["trace[1041145610] 'agreement among raft nodes before linearized reading' (duration: 136.303994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:48:56.671522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.575938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-30T16:48:56.671587Z","caller":"traceutil/trace.go:172","msg":"trace[103468120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:756; }","duration":"110.654119ms","start":"2026-07-30T16:48:56.560921Z","end":"2026-07-30T16:48:56.671575Z","steps":["trace[103468120] 'agreement among raft nodes before linearized reading' (duration: 110.452126ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:00.015431Z","caller":"traceutil/trace.go:172","msg":"trace[753039242] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:876; }","duration":"161.810211ms","start":"2026-07-30T16:48:59.853590Z","end":"2026-07-30T16:49:00.015401Z","steps":["trace[753039242] 'read index received' (duration: 161.800701ms)","trace[753039242] 'applied index is now lower than readState.Index' (duration: 7.55µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:00.015622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.998593ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:00.015672Z","caller":"traceutil/trace.go:172","msg":"trace[1009271405] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:801; }","duration":"162.078573ms","start":"2026-07-30T16:48:59.853582Z","end":"2026-07-30T16:49:00.015661Z","steps":["trace[1009271405] 'agreement among raft nodes before linearized reading' (duration: 161.954242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:00.286164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.376636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:00.286242Z","caller":"traceutil/trace.go:172","msg":"trace[1739921855] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:801; }","duration":"167.465277ms","start":"2026-07-30T16:49:00.118761Z","end":"2026-07-30T16:49:00.286226Z","steps":["trace[1739921855] 'range keys from in-memory index tree' (duration: 165.795498ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:12.815261Z","caller":"traceutil/trace.go:172","msg":"trace[893640418] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"118.932581ms","start":"2026-07-30T16:49:12.696300Z","end":"2026-07-30T16:49:12.815233Z","steps":["trace[893640418] 'process raft request' (duration: 118.748859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:14.357644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.488283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:49:14.358128Z","caller":"traceutil/trace.go:172","msg":"trace[100585020] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:941; }","duration":"188.292004ms","start":"2026-07-30T16:49:14.169813Z","end":"2026-07-30T16:49:14.358105Z","steps":["trace[100585020] 'read index received' (duration: 61.700621ms)","trace[100585020] 'applied index is now lower than readState.Index' (duration: 126.589093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:14.385264Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.435512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:49:14.385327Z","caller":"traceutil/trace.go:172","msg":"trace[333623608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:859; }","duration":"215.510642ms","start":"2026-07-30T16:49:14.169802Z","end":"2026-07-30T16:49:14.385313Z","steps":["trace[333623608] 'agreement among raft nodes before linearized reading' (duration: 188.369785ms)","trace[333623608] 'range keys from in-memory index tree' (duration: 26.934876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:14.773339Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.37038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:49:14.821584Z","caller":"traceutil/trace.go:172","msg":"trace[1774500895] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:957; }","duration":"308.735305ms","start":"2026-07-30T16:49:14.512821Z","end":"2026-07-30T16:49:14.821557Z","steps":["trace[1774500895] 'read index received' (duration: 308.726745ms)","trace[1774500895] 'applied index is now lower than readState.Index' (duration: 6.95µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:14.821860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.016838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:49:14.821940Z","caller":"traceutil/trace.go:172","msg":"trace[82068535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:872; }","duration":"309.111408ms","start":"2026-07-30T16:49:14.512815Z","end":"2026-07-30T16:49:14.821927Z","steps":["trace[82068535] 'agreement among raft nodes before linearized reading' (duration: 308.838786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:14.822017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:14.512795Z","time spent":"309.20478ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:14.827406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.243373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:14.827502Z","caller":"traceutil/trace.go:172","msg":"trace[186105817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:877; }","duration":"235.344684ms","start":"2026-07-30T16:49:14.592136Z","end":"2026-07-30T16:49:14.827480Z","steps":["trace[186105817] 'agreement among raft nodes before linearized reading' (duration: 235.183223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:14.827699Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.370177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" limit:1 ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-07-30T16:49:14.827889Z","caller":"traceutil/trace.go:172","msg":"trace[621360072] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:877; }","duration":"154.509159ms","start":"2026-07-30T16:49:14.673309Z","end":"2026-07-30T16:49:14.827818Z","steps":["trace[621360072] 'agreement among raft nodes before linearized reading' (duration: 154.016024ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:14.988895Z","caller":"traceutil/trace.go:172","msg":"trace[776190432] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:963; }","duration":"160.327128ms","start":"2026-07-30T16:49:14.828513Z","end":"2026-07-30T16:49:14.988840Z","steps":["trace[776190432] 'read index received' (duration: 160.319658ms)","trace[776190432] 'applied index is now lower than readState.Index' (duration: 6.31µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:14.989066Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.512699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:14.989184Z","caller":"traceutil/trace.go:172","msg":"trace[314415200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:878; }","duration":"160.656412ms","start":"2026-07-30T16:49:14.828510Z","end":"2026-07-30T16:49:14.989166Z","steps":["trace[314415200] 'agreement among raft nodes before linearized reading' (duration: 160.47302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:14.994231Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.255513ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:14.994346Z","caller":"traceutil/trace.go:172","msg":"trace[1259843068] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:886; }","duration":"141.374494ms","start":"2026-07-30T16:49:14.852934Z","end":"2026-07-30T16:49:14.994308Z","steps":["trace[1259843068] 'agreement among raft nodes before linearized reading' (duration: 141.219853ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:15.396293Z","caller":"traceutil/trace.go:172","msg":"trace[1127108091] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:981; }","duration":"323.765981ms","start":"2026-07-30T16:49:15.072495Z","end":"2026-07-30T16:49:15.396261Z","steps":["trace[1127108091] 'read index received' (duration: 323.758351ms)","trace[1127108091] 'applied index is now lower than readState.Index' (duration: 6.12µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:15.396559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"324.039303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-07-30T16:49:15.396547Z","caller":"traceutil/trace.go:172","msg":"trace[1200344700] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"318.187344ms","start":"2026-07-30T16:49:15.078335Z","end":"2026-07-30T16:49:15.396522Z","steps":["trace[1200344700] 'process raft request' (duration: 318.082803ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:15.396602Z","caller":"traceutil/trace.go:172","msg":"trace[1205584029] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:895; }","duration":"324.100604ms","start":"2026-07-30T16:49:15.072491Z","end":"2026-07-30T16:49:15.396592Z","steps":["trace[1205584029] 'agreement among raft nodes before linearized reading' (duration: 323.918222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:15.396636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:15.072473Z","time spent":"324.153594ms","remote":"127.0.0.1:56254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:15.396855Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:15.078317Z","time spent":"318.303605ms","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5187,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:15.398393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.224655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" limit:1 ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-30T16:49:15.398456Z","caller":"traceutil/trace.go:172","msg":"trace[917354525] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:896; }","duration":"117.290875ms","start":"2026-07-30T16:49:15.281150Z","end":"2026-07-30T16:49:15.398441Z","steps":["trace[917354525] 'agreement among raft nodes before linearized reading' (duration: 117.122793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:15.398777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.397887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" limit:1 ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-30T16:49:15.398835Z","caller":"traceutil/trace.go:172","msg":"trace[1493557726] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:896; }","duration":"115.456018ms","start":"2026-07-30T16:49:15.283364Z","end":"2026-07-30T16:49:15.398820Z","steps":["trace[1493557726] 'agreement among raft nodes before linearized reading' (duration: 115.299627ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:15.961745Z","caller":"traceutil/trace.go:172","msg":"trace[1405876910] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:985; }","duration":"108.086902ms","start":"2026-07-30T16:49:15.853638Z","end":"2026-07-30T16:49:15.961725Z","steps":["trace[1405876910] 'read index received' (duration: 103.956229ms)","trace[1405876910] 'applied index is now lower than readState.Index' (duration: 4.129673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:15.961871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.248434ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:15.961902Z","caller":"traceutil/trace.go:172","msg":"trace[1408583137] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:901; }","duration":"108.296194ms","start":"2026-07-30T16:49:15.853594Z","end":"2026-07-30T16:49:15.961890Z","steps":["trace[1408583137] 'agreement among raft nodes before linearized reading' (duration: 108.229974ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.254293Z","caller":"traceutil/trace.go:172","msg":"trace[1111862497] transaction","detail":"{read_only:false; number_of_response:0; response_revision:921; }","duration":"170.932224ms","start":"2026-07-30T16:49:17.083341Z","end":"2026-07-30T16:49:17.254273Z","steps":["trace[1111862497] 'process raft request' (duration: 170.849633ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.254355Z","caller":"traceutil/trace.go:172","msg":"trace[937833757] transaction","detail":"{read_only:false; number_of_response:1; response_revision:921; }","duration":"164.043675ms","start":"2026-07-30T16:49:17.090290Z","end":"2026-07-30T16:49:17.254333Z","steps":["trace[937833757] 'process raft request' (duration: 164.009104ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.254479Z","caller":"traceutil/trace.go:172","msg":"trace[1120368780] transaction","detail":"{read_only:false; number_of_response:0; response_revision:921; }","duration":"166.63953ms","start":"2026-07-30T16:49:17.087815Z","end":"2026-07-30T16:49:17.254454Z","steps":["trace[1120368780] 'process raft request' (duration: 166.437688ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.254533Z","caller":"traceutil/trace.go:172","msg":"trace[645189012] transaction","detail":"{read_only:false; number_of_response:1; response_revision:921; }","duration":"166.082035ms","start":"2026-07-30T16:49:17.088442Z","end":"2026-07-30T16:49:17.254524Z","steps":["trace[645189012] 'process raft request' (duration: 165.828672ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.255330Z","caller":"traceutil/trace.go:172","msg":"trace[556691360] transaction","detail":"{read_only:false; number_of_response:1; response_revision:921; }","duration":"168.038614ms","start":"2026-07-30T16:49:17.086265Z","end":"2026-07-30T16:49:17.254304Z","steps":["trace[556691360] 'process raft request' (duration: 167.952824ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.429030Z","caller":"traceutil/trace.go:172","msg":"trace[648779668] transaction","detail":"{read_only:false; number_of_response:0; response_revision:927; }","duration":"308.794742ms","start":"2026-07-30T16:49:17.120193Z","end":"2026-07-30T16:49:17.428987Z","steps":["trace[648779668] 'process raft request' (duration: 308.515109ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.429275Z","caller":"traceutil/trace.go:172","msg":"trace[628272394] transaction","detail":"{read_only:false; number_of_response:1; response_revision:927; }","duration":"299.487397ms","start":"2026-07-30T16:49:17.129740Z","end":"2026-07-30T16:49:17.429228Z","steps":["trace[628272394] 'process raft request' (duration: 299.061583ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.429100Z","caller":"traceutil/trace.go:172","msg":"trace[1635978408] transaction","detail":"{read_only:false; number_of_response:1; response_revision:927; }","duration":"302.787352ms","start":"2026-07-30T16:49:17.126295Z","end":"2026-07-30T16:49:17.429082Z","steps":["trace[1635978408] 'process raft request' (duration: 302.445129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:17.429691Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.120173Z","time spent":"309.221008ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:49:17.429777Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.126278Z","time spent":"303.389509ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30425,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:17.429071Z","caller":"traceutil/trace.go:172","msg":"trace[1980510920] transaction","detail":"{read_only:false; number_of_response:0; response_revision:927; }","duration":"312.46018ms","start":"2026-07-30T16:49:17.116583Z","end":"2026-07-30T16:49:17.429043Z","steps":["trace[1980510920] 'process raft request' (duration: 312.107296ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.429138Z","caller":"traceutil/trace.go:172","msg":"trace[1671509540] transaction","detail":"{read_only:false; number_of_response:0; response_revision:927; }","duration":"307.961673ms","start":"2026-07-30T16:49:17.121170Z","end":"2026-07-30T16:49:17.429132Z","steps":["trace[1671509540] 'process raft request' (duration: 307.551799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:17.429971Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.116526Z","time spent":"313.372739ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:49:17.429998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.121147Z","time spent":"308.820104ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:49:17.429155Z","caller":"traceutil/trace.go:172","msg":"trace[963549357] transaction","detail":"{read_only:false; number_of_response:1; response_revision:927; }","duration":"301.909262ms","start":"2026-07-30T16:49:17.127236Z","end":"2026-07-30T16:49:17.429145Z","steps":["trace[963549357] 'process raft request' (duration: 301.537088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:17.430139Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.127221Z","time spent":"302.841912ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":30444,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:17.447033Z","caller":"traceutil/trace.go:172","msg":"trace[651729811] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1036; }","duration":"195.063139ms","start":"2026-07-30T16:49:17.251925Z","end":"2026-07-30T16:49:17.446988Z","steps":["trace[651729811] 'read index received' (duration: 195.057419ms)","trace[651729811] 'applied index is now lower than readState.Index' (duration: 4.76µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:17.447286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.349102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:17.447321Z","caller":"traceutil/trace.go:172","msg":"trace[1554454670] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:931; }","duration":"195.403803ms","start":"2026-07-30T16:49:17.251909Z","end":"2026-07-30T16:49:17.447313Z","steps":["trace[1554454670] 'agreement among raft nodes before linearized reading' (duration: 195.284301ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.448596Z","caller":"traceutil/trace.go:172","msg":"trace[1967161009] transaction","detail":"{read_only:false; number_of_response:1; response_revision:932; }","duration":"172.167026ms","start":"2026-07-30T16:49:17.276413Z","end":"2026-07-30T16:49:17.448580Z","steps":["trace[1967161009] 'process raft request' (duration: 172.122826ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.448713Z","caller":"traceutil/trace.go:172","msg":"trace[251945588] transaction","detail":"{read_only:false; number_of_response:1; response_revision:932; }","duration":"183.724303ms","start":"2026-07-30T16:49:17.264979Z","end":"2026-07-30T16:49:17.448703Z","steps":["trace[251945588] 'process raft request' (duration: 183.459161ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.448796Z","caller":"traceutil/trace.go:172","msg":"trace[286892405] transaction","detail":"{read_only:false; number_of_response:1; response_revision:932; }","duration":"177.348399ms","start":"2026-07-30T16:49:17.271437Z","end":"2026-07-30T16:49:17.448786Z","steps":["trace[286892405] 'process raft request' (duration: 177.044166ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.675718Z","caller":"traceutil/trace.go:172","msg":"trace[1378066243] linearizableReadLoop","detail":"{readStateIndex:1046; appliedIndex:1047; }","duration":"228.533918ms","start":"2026-07-30T16:49:17.447093Z","end":"2026-07-30T16:49:17.675627Z","steps":["trace[1378066243] 'read index received' (duration: 228.519808ms)","trace[1378066243] 'applied index is now lower than readState.Index' (duration: 12.27µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:17.679906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.539717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"warn","ts":"2026-07-30T16:49:17.679937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.34711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"warn","ts":"2026-07-30T16:49:17.679937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.38639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-30T16:49:17.679990Z","caller":"traceutil/trace.go:172","msg":"trace[724163882] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:933; }","duration":"248.420021ms","start":"2026-07-30T16:49:17.431556Z","end":"2026-07-30T16:49:17.679976Z","steps":["trace[724163882] 'agreement among raft nodes before linearized reading' (duration: 244.097257ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.679988Z","caller":"traceutil/trace.go:172","msg":"trace[737165706] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:933; }","duration":"423.636488ms","start":"2026-07-30T16:49:17.256332Z","end":"2026-07-30T16:49:17.679969Z","steps":["trace[737165706] 'agreement among raft nodes before linearized reading' (duration: 419.472685ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.680004Z","caller":"traceutil/trace.go:172","msg":"trace[1261813889] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:933; }","duration":"248.472061ms","start":"2026-07-30T16:49:17.431518Z","end":"2026-07-30T16:49:17.679990Z","steps":["trace[1261813889] 'agreement among raft nodes before linearized reading' (duration: 244.180377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:17.680036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.256311Z","time spent":"423.714218ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1018,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:17.680028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.540876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-07-30T16:49:17.680028Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"248.415581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-30T16:49:17.680115Z","caller":"traceutil/trace.go:172","msg":"trace[1288887667] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:933; }","duration":"423.641877ms","start":"2026-07-30T16:49:17.256451Z","end":"2026-07-30T16:49:17.680093Z","steps":["trace[1288887667] 'agreement among raft nodes before linearized reading' (duration: 419.257522ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:17.680122Z","caller":"traceutil/trace.go:172","msg":"trace[887370710] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:933; }","duration":"248.524342ms","start":"2026-07-30T16:49:17.431576Z","end":"2026-07-30T16:49:17.680101Z","steps":["trace[887370710] 'agreement among raft nodes before linearized reading' (duration: 244.107737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:17.680177Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.256384Z","time spent":"423.778749ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:17.680478Z","caller":"traceutil/trace.go:172","msg":"trace[505332006] transaction","detail":"{read_only:false; number_of_response:1; response_revision:934; }","duration":"218.494496ms","start":"2026-07-30T16:49:17.461965Z","end":"2026-07-30T16:49:17.680460Z","steps":["trace[505332006] 'process raft request' (duration: 218.325575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:18.296582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"443.22068ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:18.296701Z","caller":"traceutil/trace.go:172","msg":"trace[1674250309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:934; }","duration":"443.374031ms","start":"2026-07-30T16:49:17.853303Z","end":"2026-07-30T16:49:18.296677Z","steps":["trace[1674250309] 'range keys from in-memory index tree' (duration: 442.947096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:18.296865Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"477.676298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-30T16:49:18.334525Z","caller":"traceutil/trace.go:172","msg":"trace[997529109] transaction","detail":"{read_only:false; number_of_response:1; response_revision:934; }","duration":"867.006148ms","start":"2026-07-30T16:49:17.467493Z","end":"2026-07-30T16:49:18.334499Z","steps":["trace[997529109] 'process raft request' (duration: 865.869066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:18.334666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.467470Z","time spent":"867.107619ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":79998,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:18.340054Z","caller":"traceutil/trace.go:172","msg":"trace[1757387342] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"819.422655ms","start":"2026-07-30T16:49:17.520600Z","end":"2026-07-30T16:49:18.340023Z","steps":["trace[1757387342] 'process raft request' (duration: 819.121051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:18.342184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.520574Z","time spent":"819.988881ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:18.748128Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:19.249062Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:19.749809Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:19.826799Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"b507b8161dc38082 is starting a new election at term 2"} {"level":"info","ts":"2026-07-30T16:49:19.826877Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"b507b8161dc38082 became pre-candidate at term 2"} {"level":"info","ts":"2026-07-30T16:49:19.826909Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b507b8161dc38082 [logterm: 2, index: 1060] sent MsgPreVote request to 60c6769efc38a963 at term 2"} {"level":"info","ts":"2026-07-30T16:49:19.826930Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b507b8161dc38082 [logterm: 2, index: 1060] sent MsgPreVote request to f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-07-30T16:49:19.826949Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: b507b8161dc38082 lost leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-07-30T16:49:19.827046Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b507b8161dc38082 received MsgPreVoteResp from b507b8161dc38082 at term 2"} {"level":"info","ts":"2026-07-30T16:49:19.827090Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b507b8161dc38082 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-07-30T16:49:20.250549Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:20.363959Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b507b8161dc38082 became follower at term 2"} {"level":"info","ts":"2026-07-30T16:49:20.364056Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: b507b8161dc38082 elected leader f8844a9a4263041d at term 2"} {"level":"warn","ts":"2026-07-30T16:49:20.364385Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.116641324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:20.364487Z","caller":"traceutil/trace.go:172","msg":"trace[1926819727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"2.116772125s","start":"2026-07-30T16:49:18.247693Z","end":"2026-07-30T16:49:20.364465Z","steps":["trace[1926819727] 'agreement among raft nodes before linearized reading' (duration: 2.116639163s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:20.364544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.247672Z","time spent":"2.116858935s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:20.591822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000394127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:49:20.591906Z","caller":"traceutil/trace.go:172","msg":"trace[1832510190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000492218s","start":"2026-07-30T16:49:18.591395Z","end":"2026-07-30T16:49:20.591888Z","steps":["trace[1832510190] 'agreement among raft nodes before linearized reading' (duration: 2.000390917s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:20.591963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.591371Z","time spent":"2.000581698s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:20 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:20.726964Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9260139378943641754,"received-request-id":9260139378943641750} {"level":"warn","ts":"2026-07-30T16:49:20.865177Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641754,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:21.048370Z","caller":"traceutil/trace.go:172","msg":"trace[603452806] transaction","detail":"{read_only:false; number_of_response:0; response_revision:943; }","duration":"2.702676032s","start":"2026-07-30T16:49:18.345681Z","end":"2026-07-30T16:49:21.048357Z","steps":["trace[603452806] 'process raft request' (duration: 2.702519231s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.048468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.345653Z","time spent":"2.702772224s","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:49:21.048694Z","caller":"traceutil/trace.go:172","msg":"trace[345011991] transaction","detail":"{read_only:false; number_of_response:1; response_revision:940; }","duration":"3.361445149s","start":"2026-07-30T16:49:17.687242Z","end":"2026-07-30T16:49:21.048687Z","steps":["trace[345011991] 'process raft request' (duration: 3.36070755s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.048746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.687222Z","time spent":"3.361492719s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9183,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:21.048845Z","caller":"traceutil/trace.go:172","msg":"trace[1446433161] transaction","detail":"{read_only:false; number_of_response:1; response_revision:940; }","duration":"3.356107094s","start":"2026-07-30T16:49:17.692731Z","end":"2026-07-30T16:49:21.048838Z","steps":["trace[1446433161] 'process raft request' (duration: 3.355252855s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.048875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:17.692708Z","time spent":"3.356149914s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31153,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:21.187792Z","caller":"traceutil/trace.go:172","msg":"trace[296256462] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1076; }","duration":"823.469003ms","start":"2026-07-30T16:49:20.364287Z","end":"2026-07-30T16:49:21.187756Z","steps":["trace[296256462] 'read index received' (duration: 823.459343ms)","trace[296256462] 'applied index is now lower than readState.Index' (duration: 8.62µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:21.187993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"930.241699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.188047Z","caller":"traceutil/trace.go:172","msg":"trace[2135128453] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:948; }","duration":"930.33803ms","start":"2026-07-30T16:49:20.257692Z","end":"2026-07-30T16:49:21.188030Z","steps":["trace[2135128453] 'agreement among raft nodes before linearized reading' (duration: 930.208239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.188103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:20.257650Z","time spent":"930.43711ms","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:21.188507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.534389563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:49:21.188569Z","caller":"traceutil/trace.go:172","msg":"trace[192007194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:948; }","duration":"1.534455024s","start":"2026-07-30T16:49:19.654099Z","end":"2026-07-30T16:49:21.188554Z","steps":["trace[192007194] 'agreement among raft nodes before linearized reading' (duration: 1.534279952s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.188614Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:19.654074Z","time spent":"1.534526094s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:21.188686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.891902249s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.188829Z","caller":"traceutil/trace.go:172","msg":"trace[2058888745] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:948; }","duration":"2.892051721s","start":"2026-07-30T16:49:18.296750Z","end":"2026-07-30T16:49:21.188802Z","steps":["trace[2058888745] 'agreement among raft nodes before linearized reading' (duration: 2.891826098s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.402434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.556207ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-30T16:49:21.402563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.057130654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.402589Z","caller":"traceutil/trace.go:172","msg":"trace[585451687] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:948; }","duration":"2.057155914s","start":"2026-07-30T16:49:19.345421Z","end":"2026-07-30T16:49:21.402577Z","steps":["trace[585451687] 'agreement among raft nodes before linearized reading' (duration: 1.843749489s)","trace[585451687] 'range keys from in-memory index tree' (duration: 213.363115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:21.402627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:19.345400Z","time spent":"2.057220445s","remote":"127.0.0.1:56874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:21.402887Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.46648205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:49:21.402913Z","caller":"traceutil/trace.go:172","msg":"trace[971400819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:948; }","duration":"2.46652067s","start":"2026-07-30T16:49:18.936385Z","end":"2026-07-30T16:49:21.402905Z","steps":["trace[971400819] 'agreement among raft nodes before linearized reading' (duration: 2.252799802s)","trace[971400819] 'range keys from in-memory index tree' (duration: 213.619767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:21.402929Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.936360Z","time spent":"2.46656513s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:21.403218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.067370621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-30T16:49:21.403289Z","caller":"traceutil/trace.go:172","msg":"trace[812417400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:948; }","duration":"3.067458142s","start":"2026-07-30T16:49:18.335815Z","end":"2026-07-30T16:49:21.403273Z","steps":["trace[812417400] 'agreement among raft nodes before linearized reading' (duration: 2.85337852s)","trace[812417400] 'range keys from in-memory index tree' (duration: 213.85577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:21.403320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:18.335791Z","time spent":"3.067521982s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:21.795720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"335.585664ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.795802Z","caller":"traceutil/trace.go:172","msg":"trace[984730047] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:948; }","duration":"335.714175ms","start":"2026-07-30T16:49:21.460069Z","end":"2026-07-30T16:49:21.795783Z","steps":["trace[984730047] 'range keys from in-memory index tree' (duration: 335.537703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.796007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.269114ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-30T16:49:21.799025Z","caller":"traceutil/trace.go:172","msg":"trace[1272392239] transaction","detail":"{read_only:false; number_of_response:1; response_revision:951; }","duration":"737.237512ms","start":"2026-07-30T16:49:21.061744Z","end":"2026-07-30T16:49:21.798981Z","steps":["trace[1272392239] 'process raft request' (duration: 737.1059ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:21.799107Z","caller":"traceutil/trace.go:172","msg":"trace[2047107620] linearizableReadLoop","detail":"{readStateIndex:1084; appliedIndex:1076; }","duration":"611.173804ms","start":"2026-07-30T16:49:21.187860Z","end":"2026-07-30T16:49:21.799034Z","steps":["trace[2047107620] 'read index received' (duration: 14.826049ms)","trace[2047107620] 'applied index is now lower than readState.Index' (duration: 596.345565ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:21.799247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"732.569484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:23072"} {"level":"info","ts":"2026-07-30T16:49:21.799274Z","caller":"traceutil/trace.go:172","msg":"trace[524179638] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:951; }","duration":"732.594344ms","start":"2026-07-30T16:49:21.066671Z","end":"2026-07-30T16:49:21.799266Z","steps":["trace[524179638] 'agreement among raft nodes before linearized reading' (duration: 732.505874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.799292Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.066648Z","time spent":"732.639095ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":1,"response size":23095,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:21.799161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"740.751906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:21.799361Z","caller":"traceutil/trace.go:172","msg":"trace[247112204] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:951; }","duration":"740.952148ms","start":"2026-07-30T16:49:21.058394Z","end":"2026-07-30T16:49:21.799347Z","steps":["trace[247112204] 'agreement among raft nodes before linearized reading' (duration: 740.728136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.799408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.058367Z","time spent":"741.02602ms","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:21.799373Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.408047958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:49:21.799486Z","caller":"traceutil/trace.go:172","msg":"trace[1596182578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:952; }","duration":"1.40817339s","start":"2026-07-30T16:49:20.391288Z","end":"2026-07-30T16:49:21.799462Z","steps":["trace[1596182578] 'agreement among raft nodes before linearized reading' (duration: 1.407981508s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.799418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.061719Z","time spent":"737.351493ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31162,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:21.799611Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.20756964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:21.799536Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:20.391264Z","time spent":"1.408262022s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:21.799652Z","caller":"traceutil/trace.go:172","msg":"trace[90248289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:952; }","duration":"1.2076061s","start":"2026-07-30T16:49:20.592035Z","end":"2026-07-30T16:49:21.799641Z","steps":["trace[90248289] 'agreement among raft nodes before linearized reading' (duration: 1.207317566s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.799677Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:20.592009Z","time spent":"1.207662031s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:21.799622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"749.722168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-07-30T16:49:21.799767Z","caller":"traceutil/trace.go:172","msg":"trace[173316110] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:952; }","duration":"749.868029ms","start":"2026-07-30T16:49:21.049872Z","end":"2026-07-30T16:49:21.799740Z","steps":["trace[173316110] 'agreement among raft nodes before linearized reading' (duration: 749.343953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:21.799821Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.049854Z","time spent":"749.95853ms","remote":"127.0.0.1:57044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1024,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:22.299470Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:22.799885Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641757,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:23.162425Z","caller":"traceutil/trace.go:172","msg":"trace[209962937] linearizableReadLoop","detail":"{readStateIndex:1092; appliedIndex:1093; }","duration":"1.363219976s","start":"2026-07-30T16:49:21.799186Z","end":"2026-07-30T16:49:23.162406Z","steps":["trace[209962937] 'read index received' (duration: 1.363215706s)","trace[209962937] 'applied index is now lower than readState.Index' (duration: 3.53µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:23.162774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.972798524s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:23.163218Z","caller":"traceutil/trace.go:172","msg":"trace[1187227328] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:957; }","duration":"1.973255068s","start":"2026-07-30T16:49:21.189936Z","end":"2026-07-30T16:49:23.163191Z","steps":["trace[1187227328] 'agreement among raft nodes before linearized reading' (duration: 1.972746693s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:23.663429Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:23.811745Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999855238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:49:23.811852Z","caller":"traceutil/trace.go:172","msg":"trace[676841326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999971369s","start":"2026-07-30T16:49:21.811851Z","end":"2026-07-30T16:49:23.811823Z","steps":["trace[676841326] 'agreement among raft nodes before linearized reading' (duration: 1.999850168s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:23.811917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.811831Z","time spent":"2.00007262s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:24.163623Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:24.497139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.159827479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:49:24.497508Z","caller":"traceutil/trace.go:172","msg":"trace[110202524] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"2.693535251s","start":"2026-07-30T16:49:21.803943Z","end":"2026-07-30T16:49:24.497479Z","steps":["trace[110202524] 'process raft request' (duration: 1.533271157s)","trace[110202524] 'compare' (duration: 1.159613017s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:24.497605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.803915Z","time spent":"2.693647503s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:49:24.565611Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.143184961s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:24.565919Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9260139378943641761,"received-request-id":9260139378943641757} {"level":"warn","ts":"2026-07-30T16:49:24.664209Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:24.715205Z","caller":"traceutil/trace.go:172","msg":"trace[1765423960] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"1.817093255s","start":"2026-07-30T16:49:22.898097Z","end":"2026-07-30T16:49:24.715191Z","steps":["trace[1765423960] 'process raft request' (duration: 1.816990074s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:24.715337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:22.898049Z","time spent":"1.817218525s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:24.715337Z","caller":"traceutil/trace.go:172","msg":"trace[1083168886] transaction","detail":"{read_only:false; number_of_response:1; response_revision:964; }","duration":"2.894912031s","start":"2026-07-30T16:49:21.820378Z","end":"2026-07-30T16:49:24.715290Z","steps":["trace[1083168886] 'process raft request' (duration: 2.894522737s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:24.715543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.820338Z","time spent":"2.895082902s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":29512,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:24.859965Z","caller":"traceutil/trace.go:172","msg":"trace[1082382180] linearizableReadLoop","detail":"{readStateIndex:1107; appliedIndex:1102; }","duration":"1.696801866s","start":"2026-07-30T16:49:23.163144Z","end":"2026-07-30T16:49:24.859946Z","steps":["trace[1082382180] 'read index received' (duration: 1.601605135s)","trace[1082382180] 'applied index is now lower than readState.Index' (duration: 95.196061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:24.860197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.043545295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:29476"} {"level":"info","ts":"2026-07-30T16:49:24.860236Z","caller":"traceutil/trace.go:172","msg":"trace[710760573] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:969; }","duration":"3.043601576s","start":"2026-07-30T16:49:21.816625Z","end":"2026-07-30T16:49:24.860226Z","steps":["trace[710760573] 'agreement among raft nodes before linearized reading' (duration: 3.043455214s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:24.860269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:21.816604Z","time spent":"3.043655966s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29499,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xlistenersets.gateway.networking.x-k8s.io\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:25.155263Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"294.76526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-30T16:49:25.155752Z","caller":"traceutil/trace.go:172","msg":"trace[129432998] linearizableReadLoop","detail":"{readStateIndex:1111; appliedIndex:1109; }","duration":"295.66873ms","start":"2026-07-30T16:49:24.860047Z","end":"2026-07-30T16:49:25.155716Z","steps":["trace[129432998] 'read index received' (duration: 219.314109ms)","trace[129432998] 'applied index is now lower than readState.Index' (duration: 76.352191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:25.155894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"534.223733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-30T16:49:25.155894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.091802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" limit:1 ","response":"range_response_count:1 size:134"} {"level":"warn","ts":"2026-07-30T16:49:25.155949Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.343568111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.155965Z","caller":"traceutil/trace.go:172","msg":"trace[542331947] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:971; }","duration":"481.169863ms","start":"2026-07-30T16:49:24.674782Z","end":"2026-07-30T16:49:25.155952Z","steps":["trace[542331947] 'agreement among raft nodes before linearized reading' (duration: 480.987841ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.155959Z","caller":"traceutil/trace.go:172","msg":"trace[335452428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:971; }","duration":"534.301044ms","start":"2026-07-30T16:49:24.621643Z","end":"2026-07-30T16:49:25.155944Z","steps":["trace[335452428] 'agreement among raft nodes before linearized reading' (duration: 534.081802ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.155998Z","caller":"traceutil/trace.go:172","msg":"trace[1218336106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:971; }","duration":"1.343636742s","start":"2026-07-30T16:49:23.812349Z","end":"2026-07-30T16:49:25.155986Z","steps":["trace[1218336106] 'agreement among raft nodes before linearized reading' (duration: 1.343493171s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.156006Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:24.621622Z","time spent":"534.376364ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:25.156005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:24.674759Z","time spent":"481.237144ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.138\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:25.156033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:23.812327Z","time spent":"1.343698232s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:25.156084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.251985094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:49:25.156162Z","caller":"traceutil/trace.go:172","msg":"trace[694530338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:971; }","duration":"1.252102876s","start":"2026-07-30T16:49:23.904040Z","end":"2026-07-30T16:49:25.156143Z","steps":["trace[694530338] 'agreement among raft nodes before linearized reading' (duration: 1.251726342s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.156203Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:23.904011Z","time spent":"1.252182186s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:25.156249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.991672838s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.156284Z","caller":"traceutil/trace.go:172","msg":"trace[2090645343] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:971; }","duration":"1.991706588s","start":"2026-07-30T16:49:23.164566Z","end":"2026-07-30T16:49:25.156273Z","steps":["trace[2090645343] 'agreement among raft nodes before linearized reading' (duration: 1.991656287s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.157246Z","caller":"traceutil/trace.go:172","msg":"trace[936706472] transaction","detail":"{read_only:false; number_of_response:1; response_revision:970; }","duration":"418.553617ms","start":"2026-07-30T16:49:24.738637Z","end":"2026-07-30T16:49:25.157190Z","steps":["trace[936706472] 'process raft request' (duration: 416.746028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.158220Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:24.738605Z","time spent":"418.83548ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":31181,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:25.451758Z","caller":"traceutil/trace.go:172","msg":"trace[595937789] linearizableReadLoop","detail":"{readStateIndex:1118; appliedIndex:1118; }","duration":"295.916109ms","start":"2026-07-30T16:49:25.155810Z","end":"2026-07-30T16:49:25.451726Z","steps":["trace[595937789] 'read index received' (duration: 295.893609ms)","trace[595937789] 'applied index is now lower than readState.Index' (duration: 21.45µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:25.451946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"512.981354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:49:25.451985Z","caller":"traceutil/trace.go:172","msg":"trace[125053150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:976; }","duration":"513.039455ms","start":"2026-07-30T16:49:24.938937Z","end":"2026-07-30T16:49:25.451976Z","steps":["trace[125053150] 'agreement among raft nodes before linearized reading' (duration: 512.923724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.452020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:24.938919Z","time spent":"513.091985ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:25.452540Z","caller":"traceutil/trace.go:172","msg":"trace[1832857521] transaction","detail":"{read_only:false; number_of_response:1; response_revision:976; }","duration":"564.775662ms","start":"2026-07-30T16:49:24.887620Z","end":"2026-07-30T16:49:25.452396Z","steps":["trace[1832857521] 'process raft request' (duration: 564.189575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.452960Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:24.887591Z","time spent":"565.138505ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":65241,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:25.453066Z","caller":"traceutil/trace.go:172","msg":"trace[932474494] transaction","detail":"{read_only:false; number_of_response:1; response_revision:978; }","duration":"248.857441ms","start":"2026-07-30T16:49:25.204148Z","end":"2026-07-30T16:49:25.453006Z","steps":["trace[932474494] 'process raft request' (duration: 248.400036ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.558889Z","caller":"traceutil/trace.go:172","msg":"trace[44669639] linearizableReadLoop","detail":"{readStateIndex:1124; appliedIndex:1125; }","duration":"107.027658ms","start":"2026-07-30T16:49:25.451828Z","end":"2026-07-30T16:49:25.558856Z","steps":["trace[44669639] 'read index received' (duration: 107.010648ms)","trace[44669639] 'applied index is now lower than readState.Index' (duration: 14.66µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:25.569341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.414881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.569827Z","caller":"traceutil/trace.go:172","msg":"trace[493545720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:979; }","duration":"403.930666ms","start":"2026-07-30T16:49:25.165883Z","end":"2026-07-30T16:49:25.569814Z","steps":["trace[493545720] 'agreement among raft nodes before linearized reading' (duration: 392.987568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.569943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.165873Z","time spent":"404.058817ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:25.569519Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.727048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.570707Z","caller":"traceutil/trace.go:172","msg":"trace[2080637203] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:979; }","duration":"251.91223ms","start":"2026-07-30T16:49:25.318781Z","end":"2026-07-30T16:49:25.570694Z","steps":["trace[2080637203] 'agreement among raft nodes before linearized reading' (duration: 240.125803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.569610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"407.100777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c71f45c56f5abf\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-07-30T16:49:25.571295Z","caller":"traceutil/trace.go:172","msg":"trace[432165367] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18c71f45c56f5abf; range_end:; response_count:1; response_revision:979; }","duration":"408.779914ms","start":"2026-07-30T16:49:25.162503Z","end":"2026-07-30T16:49:25.571283Z","steps":["trace[432165367] 'agreement among raft nodes before linearized reading' (duration: 396.415442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:25.571460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.162489Z","time spent":"408.912306ms","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c71f45c56f5abf\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:25.569639Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.122317ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.571697Z","caller":"traceutil/trace.go:172","msg":"trace[1444897528] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:979; }","duration":"413.130347ms","start":"2026-07-30T16:49:25.158509Z","end":"2026-07-30T16:49:25.571639Z","steps":["trace[1444897528] 'agreement among raft nodes before linearized reading' (duration: 400.455782ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.569696Z","caller":"traceutil/trace.go:172","msg":"trace[477595858] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"114.932536ms","start":"2026-07-30T16:49:25.454746Z","end":"2026-07-30T16:49:25.569678Z","steps":["trace[477595858] 'process raft request' (duration: 104.354741ms)","trace[477595858] 'compare' (duration: 10.339782ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:25.659348Z","caller":"traceutil/trace.go:172","msg":"trace[1409870646] transaction","detail":"{read_only:false; number_of_response:1; response_revision:982; }","duration":"158.58057ms","start":"2026-07-30T16:49:25.500747Z","end":"2026-07-30T16:49:25.659328Z","steps":["trace[1409870646] 'process raft request' (duration: 158.50544ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:25.694325Z","caller":"traceutil/trace.go:172","msg":"trace[1609087586] linearizableReadLoop","detail":"{readStateIndex:1131; appliedIndex:1131; }","duration":"119.825285ms","start":"2026-07-30T16:49:25.574482Z","end":"2026-07-30T16:49:25.694308Z","steps":["trace[1609087586] 'read index received' (duration: 119.804834ms)","trace[1609087586] 'applied index is now lower than readState.Index' (duration: 19.551µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:25.776063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.561869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:25.776149Z","caller":"traceutil/trace.go:172","msg":"trace[295108241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:982; }","duration":"201.66617ms","start":"2026-07-30T16:49:25.574464Z","end":"2026-07-30T16:49:25.776130Z","steps":["trace[295108241] 'agreement among raft nodes before linearized reading' (duration: 119.951426ms)","trace[295108241] 'range keys from in-memory index tree' (duration: 81.573713ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:25.776480Z","caller":"traceutil/trace.go:172","msg":"trace[144551112] transaction","detail":"{read_only:false; number_of_response:1; response_revision:982; }","duration":"253.504667ms","start":"2026-07-30T16:49:25.522918Z","end":"2026-07-30T16:49:25.776422Z","steps":["trace[144551112] 'process raft request' (duration: 165.774632ms)","trace[144551112] 'compare' (duration: 87.533723ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:25.776558Z","caller":"traceutil/trace.go:172","msg":"trace[1482854615] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"194.65652ms","start":"2026-07-30T16:49:25.581878Z","end":"2026-07-30T16:49:25.776535Z","steps":["trace[1482854615] 'process raft request' (duration: 194.614869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.194792Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:26.695452Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:26.814917Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.013774828s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T16:49:26.815270Z","caller":"traceutil/trace.go:172","msg":"trace[477850216] linearizableReadLoop","detail":"{readStateIndex:1135; appliedIndex:1135; }","duration":"1.120857065s","start":"2026-07-30T16:49:25.694388Z","end":"2026-07-30T16:49:26.815245Z","steps":["trace[477850216] 'read index received' (duration: 1.120849705s)","trace[477850216] 'applied index is now lower than readState.Index' (duration: 5.88µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:26.815646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.238312846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"warn","ts":"2026-07-30T16:49:26.815743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.197930652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-30T16:49:26.815785Z","caller":"traceutil/trace.go:172","msg":"trace[1851174830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:985; }","duration":"1.198144824s","start":"2026-07-30T16:49:25.617630Z","end":"2026-07-30T16:49:26.815775Z","steps":["trace[1851174830] 'agreement among raft nodes before linearized reading' (duration: 1.19773622s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.815988Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.617610Z","time spent":"1.198365928s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:26.816401Z","caller":"traceutil/trace.go:172","msg":"trace[1897780901] transaction","detail":"{read_only:false; number_of_response:1; response_revision:985; }","duration":"1.129801444s","start":"2026-07-30T16:49:25.686592Z","end":"2026-07-30T16:49:26.816393Z","steps":["trace[1897780901] 'process raft request' (duration: 1.128973386s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.816494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.686564Z","time spent":"1.129864365s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7742,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:26.815718Z","caller":"traceutil/trace.go:172","msg":"trace[298727169] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:985; }","duration":"1.238401007s","start":"2026-07-30T16:49:25.577301Z","end":"2026-07-30T16:49:26.815702Z","steps":["trace[298727169] 'agreement among raft nodes before linearized reading' (duration: 1.238115934s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.816802Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.577279Z","time spent":"1.239510508s","remote":"127.0.0.1:56254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:26.850816Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9260139378943641779,"received-request-id":9260139378943641776} {"level":"info","ts":"2026-07-30T16:49:26.851380Z","caller":"traceutil/trace.go:172","msg":"trace[1852082285] transaction","detail":"{read_only:false; number_of_response:1; response_revision:991; }","duration":"1.015729057s","start":"2026-07-30T16:49:25.835633Z","end":"2026-07-30T16:49:26.851362Z","steps":["trace[1852082285] 'process raft request' (duration: 1.015536335s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:26.851378Z","caller":"traceutil/trace.go:172","msg":"trace[1954758333] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"423.778875ms","start":"2026-07-30T16:49:26.427573Z","end":"2026-07-30T16:49:26.851352Z","steps":["trace[1954758333] 'process raft request' (duration: 423.711064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:26.851519Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:26.427555Z","time spent":"423.890165ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:26.851999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.835606Z","time spent":"1.015813238s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":91,"response count":0,"response size":18092,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:27.088852Z","caller":"traceutil/trace.go:172","msg":"trace[2057444268] linearizableReadLoop","detail":"{readStateIndex:1145; appliedIndex:1148; }","duration":"273.451829ms","start":"2026-07-30T16:49:26.815338Z","end":"2026-07-30T16:49:27.088790Z","steps":["trace[2057444268] 'read index received' (duration: 273.440849ms)","trace[2057444268] 'applied index is now lower than readState.Index' (duration: 8.85µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:27.089129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.235847954s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:27.089152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"498.171334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:27.089238Z","caller":"traceutil/trace.go:172","msg":"trace[544195258] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:993; }","duration":"1.235985705s","start":"2026-07-30T16:49:25.853224Z","end":"2026-07-30T16:49:27.089210Z","steps":["trace[544195258] 'agreement among raft nodes before linearized reading' (duration: 1.235802283s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.089260Z","caller":"traceutil/trace.go:172","msg":"trace[577575993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:993; }","duration":"498.306795ms","start":"2026-07-30T16:49:26.590929Z","end":"2026-07-30T16:49:27.089236Z","steps":["trace[577575993] 'agreement among raft nodes before linearized reading' (duration: 497.893311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.089317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:26.590906Z","time spent":"498.401046ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:27.089324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.102853098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:27.089539Z","caller":"traceutil/trace.go:172","msg":"trace[1585589014] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:993; }","duration":"1.103191541s","start":"2026-07-30T16:49:25.986318Z","end":"2026-07-30T16:49:27.089509Z","steps":["trace[1585589014] 'agreement among raft nodes before linearized reading' (duration: 1.102545015s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.089994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:25.986294Z","time spent":"1.103683126s","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:27.204658Z","caller":"traceutil/trace.go:172","msg":"trace[2080084138] transaction","detail":"{read_only:false; number_of_response:1; response_revision:995; }","duration":"312.056139ms","start":"2026-07-30T16:49:26.892566Z","end":"2026-07-30T16:49:27.204622Z","steps":["trace[2080084138] 'process raft request' (duration: 311.796677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.204960Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:26.892538Z","time spent":"312.221761ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":104,"response count":0,"response size":65463,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:27.205397Z","caller":"traceutil/trace.go:172","msg":"trace[865662848] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1149; }","duration":"116.303394ms","start":"2026-07-30T16:49:27.089073Z","end":"2026-07-30T16:49:27.205376Z","steps":["trace[865662848] 'read index received' (duration: 113.89857ms)","trace[865662848] 'applied index is now lower than readState.Index' (duration: 2.403404ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:27.205528Z","caller":"traceutil/trace.go:172","msg":"trace[70379253] transaction","detail":"{read_only:false; number_of_response:1; response_revision:995; }","duration":"304.617375ms","start":"2026-07-30T16:49:26.900900Z","end":"2026-07-30T16:49:27.205517Z","steps":["trace[70379253] 'process raft request' (duration: 303.682206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.205649Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:26.900888Z","time spent":"304.674435ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151272,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:27.205804Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.390198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:386"} {"level":"info","ts":"2026-07-30T16:49:27.205899Z","caller":"traceutil/trace.go:172","msg":"trace[2072347013] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:996; }","duration":"385.500539ms","start":"2026-07-30T16:49:26.820379Z","end":"2026-07-30T16:49:27.205880Z","steps":["trace[2072347013] 'agreement among raft nodes before linearized reading' (duration: 385.225017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.205946Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:26.820355Z","time spent":"385.580341ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":409,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-30T16:49:27.206967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.555357ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:27.207065Z","caller":"traceutil/trace.go:172","msg":"trace[2078865089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:996; }","duration":"115.656728ms","start":"2026-07-30T16:49:27.091393Z","end":"2026-07-30T16:49:27.207049Z","steps":["trace[2078865089] 'agreement among raft nodes before linearized reading' (duration: 115.531796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:27.206989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.378255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:27.207665Z","caller":"traceutil/trace.go:172","msg":"trace[429097513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:996; }","duration":"115.95196ms","start":"2026-07-30T16:49:27.091596Z","end":"2026-07-30T16:49:27.207548Z","steps":["trace[429097513] 'agreement among raft nodes before linearized reading' (duration: 115.330264ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.461223Z","caller":"traceutil/trace.go:172","msg":"trace[991886895] transaction","detail":"{read_only:false; number_of_response:1; response_revision:998; }","duration":"215.661461ms","start":"2026-07-30T16:49:27.245531Z","end":"2026-07-30T16:49:27.461193Z","steps":["trace[991886895] 'process raft request' (duration: 215.496239ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.504044Z","caller":"traceutil/trace.go:172","msg":"trace[50479767] transaction","detail":"{read_only:false; number_of_response:1; response_revision:998; }","duration":"218.491178ms","start":"2026-07-30T16:49:27.285514Z","end":"2026-07-30T16:49:27.504005Z","steps":["trace[50479767] 'process raft request' (duration: 217.932493ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.824215Z","caller":"traceutil/trace.go:172","msg":"trace[139083722] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1004; }","duration":"286.297301ms","start":"2026-07-30T16:49:27.537890Z","end":"2026-07-30T16:49:27.824187Z","steps":["trace[139083722] 'process raft request' (duration: 286.206031ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.841616Z","caller":"traceutil/trace.go:172","msg":"trace[1497958503] linearizableReadLoop","detail":"{readStateIndex:1167; appliedIndex:1170; }","duration":"248.583937ms","start":"2026-07-30T16:49:27.592988Z","end":"2026-07-30T16:49:27.841572Z","steps":["trace[1497958503] 'read index received' (duration: 248.573857ms)","trace[1497958503] 'applied index is now lower than readState.Index' (duration: 7.88µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:27.842165Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.175853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:27.842204Z","caller":"traceutil/trace.go:172","msg":"trace[97947217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1004; }","duration":"249.234064ms","start":"2026-07-30T16:49:27.592958Z","end":"2026-07-30T16:49:27.842192Z","steps":["trace[97947217] 'agreement among raft nodes before linearized reading' (duration: 248.757588ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:27.847402Z","caller":"traceutil/trace.go:172","msg":"trace[2141195713] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1004; }","duration":"202.103187ms","start":"2026-07-30T16:49:27.645281Z","end":"2026-07-30T16:49:27.847384Z","steps":["trace[2141195713] 'process raft request' (duration: 197.705734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:28.182301Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.27841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:49:28.235406Z","caller":"traceutil/trace.go:172","msg":"trace[1257251976] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1007; }","duration":"200.909681ms","start":"2026-07-30T16:49:28.034476Z","end":"2026-07-30T16:49:28.235386Z","steps":["trace[1257251976] 'process raft request' (duration: 200.611338ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:28.531164Z","caller":"traceutil/trace.go:172","msg":"trace[1692907857] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1008; }","duration":"116.555005ms","start":"2026-07-30T16:49:28.414581Z","end":"2026-07-30T16:49:28.531136Z","steps":["trace[1692907857] 'process raft request' (duration: 116.312891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:31.221662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.217636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:49:32.005348Z","caller":"traceutil/trace.go:172","msg":"trace[627253666] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1199; }","duration":"118.78374ms","start":"2026-07-30T16:49:31.886537Z","end":"2026-07-30T16:49:32.005321Z","steps":["trace[627253666] 'read index received' (duration: 98.856734ms)","trace[627253666] 'applied index is now lower than readState.Index' (duration: 19.925846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:32.005566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.006892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:32.005694Z","caller":"traceutil/trace.go:172","msg":"trace[86492576] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1027; }","duration":"119.155594ms","start":"2026-07-30T16:49:31.886516Z","end":"2026-07-30T16:49:32.005671Z","steps":["trace[86492576] 'agreement among raft nodes before linearized reading' (duration: 118.956302ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:32.600450Z","caller":"traceutil/trace.go:172","msg":"trace[1616107751] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1201; }","duration":"102.226964ms","start":"2026-07-30T16:49:32.498207Z","end":"2026-07-30T16:49:32.600434Z","steps":["trace[1616107751] 'read index received' (duration: 102.210994ms)","trace[1616107751] 'applied index is now lower than readState.Index' (duration: 15.38µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:32.600648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.429136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:49:32.600675Z","caller":"traceutil/trace.go:172","msg":"trace[733261032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1029; }","duration":"102.470246ms","start":"2026-07-30T16:49:32.498199Z","end":"2026-07-30T16:49:32.600669Z","steps":["trace[733261032] 'agreement among raft nodes before linearized reading' (duration: 102.350165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:32.602198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.583539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-30T16:49:32.602252Z","caller":"traceutil/trace.go:172","msg":"trace[120662228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1029; }","duration":"102.673239ms","start":"2026-07-30T16:49:32.499567Z","end":"2026-07-30T16:49:32.602240Z","steps":["trace[120662228] 'agreement among raft nodes before linearized reading' (duration: 102.505778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:33.458564Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641816,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:33.570310Z","caller":"traceutil/trace.go:172","msg":"trace[2045588328] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1205; }","duration":"612.199156ms","start":"2026-07-30T16:49:32.958088Z","end":"2026-07-30T16:49:33.570287Z","steps":["trace[2045588328] 'read index received' (duration: 611.186587ms)","trace[2045588328] 'applied index is now lower than readState.Index' (duration: 1.011819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:33.570491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"612.377408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:33.570599Z","caller":"traceutil/trace.go:172","msg":"trace[35355541] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1033; }","duration":"612.498749ms","start":"2026-07-30T16:49:32.958080Z","end":"2026-07-30T16:49:33.570579Z","steps":["trace[35355541] 'agreement among raft nodes before linearized reading' (duration: 612.303977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:33.570665Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:32.958061Z","time spent":"612.59035ms","remote":"127.0.0.1:56914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:34.162031Z","caller":"traceutil/trace.go:172","msg":"trace[527362719] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1207; }","duration":"444.800691ms","start":"2026-07-30T16:49:33.717198Z","end":"2026-07-30T16:49:34.161998Z","steps":["trace[527362719] 'read index received' (duration: 444.793421ms)","trace[527362719] 'applied index is now lower than readState.Index' (duration: 5.99µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:34.280497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.353508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:49:34.280590Z","caller":"traceutil/trace.go:172","msg":"trace[1643013055] linearizableReadLoop","detail":"{readStateIndex:1208; appliedIndex:1207; }","duration":"118.46333ms","start":"2026-07-30T16:49:34.162112Z","end":"2026-07-30T16:49:34.280575Z","steps":["trace[1643013055] 'read index received' (duration: 1.239552ms)","trace[1643013055] 'applied index is now lower than readState.Index' (duration: 117.222018ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:34.280489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"563.24906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:34.280648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.194846ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:34.280657Z","caller":"traceutil/trace.go:172","msg":"trace[133998596] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1034; }","duration":"563.440022ms","start":"2026-07-30T16:49:33.717192Z","end":"2026-07-30T16:49:34.280632Z","steps":["trace[133998596] 'agreement among raft nodes before linearized reading' (duration: 444.956192ms)","trace[133998596] 'range keys from in-memory index tree' (duration: 118.257697ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:34.280680Z","caller":"traceutil/trace.go:172","msg":"trace[1873835201] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1035; }","duration":"424.228457ms","start":"2026-07-30T16:49:33.856444Z","end":"2026-07-30T16:49:34.280672Z","steps":["trace[1873835201] 'agreement among raft nodes before linearized reading' (duration: 424.176926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:34.280912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:33.717169Z","time spent":"563.534333ms","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:34.709675Z","caller":"traceutil/trace.go:172","msg":"trace[1487659954] linearizableReadLoop","detail":"{readStateIndex:1209; appliedIndex:1208; }","duration":"321.199145ms","start":"2026-07-30T16:49:34.388454Z","end":"2026-07-30T16:49:34.709653Z","steps":["trace[1487659954] 'read index received' (duration: 320.936273ms)","trace[1487659954] 'applied index is now lower than readState.Index' (duration: 261.502µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:34.710163Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.68685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:49:34.710213Z","caller":"traceutil/trace.go:172","msg":"trace[324242611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1037; }","duration":"321.753351ms","start":"2026-07-30T16:49:34.388448Z","end":"2026-07-30T16:49:34.710201Z","steps":["trace[324242611] 'agreement among raft nodes before linearized reading' (duration: 321.596439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:34.710250Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:34.388421Z","time spent":"321.820252ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:34.711386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.521069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:34.711505Z","caller":"traceutil/trace.go:172","msg":"trace[109387460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1037; }","duration":"122.657431ms","start":"2026-07-30T16:49:34.588830Z","end":"2026-07-30T16:49:34.711488Z","steps":["trace[109387460] 'agreement among raft nodes before linearized reading' (duration: 122.471139ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:35.016214Z","caller":"traceutil/trace.go:172","msg":"trace[1108708704] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"141.722748ms","start":"2026-07-30T16:49:34.874470Z","end":"2026-07-30T16:49:35.016193Z","steps":["trace[1108708704] 'process raft request' (duration: 141.664277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:35.016356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.807567ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:35.016204Z","caller":"traceutil/trace.go:172","msg":"trace[884833230] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1216; }","duration":"146.671626ms","start":"2026-07-30T16:49:34.869515Z","end":"2026-07-30T16:49:35.016186Z","steps":["trace[884833230] 'read index received' (duration: 146.665736ms)","trace[884833230] 'applied index is now lower than readState.Index' (duration: 4.76µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:35.016397Z","caller":"traceutil/trace.go:172","msg":"trace[946375670] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1042; }","duration":"146.883268ms","start":"2026-07-30T16:49:34.869507Z","end":"2026-07-30T16:49:35.016390Z","steps":["trace[946375670] 'agreement among raft nodes before linearized reading' (duration: 146.771417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:35.053604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.735954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-30T16:49:35.053665Z","caller":"traceutil/trace.go:172","msg":"trace[1881212853] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1044; }","duration":"154.810445ms","start":"2026-07-30T16:49:34.898843Z","end":"2026-07-30T16:49:35.053653Z","steps":["trace[1881212853] 'agreement among raft nodes before linearized reading' (duration: 154.647613ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:35.662653Z","caller":"traceutil/trace.go:172","msg":"trace[1889629514] linearizableReadLoop","detail":"{readStateIndex:1218; appliedIndex:1219; }","duration":"364.558123ms","start":"2026-07-30T16:49:35.298073Z","end":"2026-07-30T16:49:35.662631Z","steps":["trace[1889629514] 'read index received' (duration: 364.552653ms)","trace[1889629514] 'applied index is now lower than readState.Index' (duration: 4.66µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:35.752486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.380151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:49:35.752594Z","caller":"traceutil/trace.go:172","msg":"trace[1119737947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1045; }","duration":"454.505592ms","start":"2026-07-30T16:49:35.298066Z","end":"2026-07-30T16:49:35.752572Z","steps":["trace[1119737947] 'agreement among raft nodes before linearized reading' (duration: 364.636443ms)","trace[1119737947] 'range keys from in-memory index tree' (duration: 89.611606ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:35.752650Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:35.298040Z","time spent":"454.600353ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:35.765399Z","caller":"traceutil/trace.go:172","msg":"trace[1161302458] linearizableReadLoop","detail":"{readStateIndex:1222; appliedIndex:1223; }","duration":"102.666223ms","start":"2026-07-30T16:49:35.662713Z","end":"2026-07-30T16:49:35.765379Z","steps":["trace[1161302458] 'read index received' (duration: 102.656843ms)","trace[1161302458] 'applied index is now lower than readState.Index' (duration: 6.07µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:35.765536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"465.899444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:49:35.765572Z","caller":"traceutil/trace.go:172","msg":"trace[1936531788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1049; }","duration":"465.954834ms","start":"2026-07-30T16:49:35.299605Z","end":"2026-07-30T16:49:35.765560Z","steps":["trace[1936531788] 'agreement among raft nodes before linearized reading' (duration: 465.856043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:35.765616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:35.299590Z","time spent":"466.016875ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:35.765610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.465475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:35.765701Z","caller":"traceutil/trace.go:172","msg":"trace[229790482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1049; }","duration":"175.568586ms","start":"2026-07-30T16:49:35.590109Z","end":"2026-07-30T16:49:35.765678Z","steps":["trace[229790482] 'agreement among raft nodes before linearized reading' (duration: 175.415365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:36.263472Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"409.520988ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:36.263565Z","caller":"traceutil/trace.go:172","msg":"trace[1930135097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1050; }","duration":"409.651509ms","start":"2026-07-30T16:49:35.853894Z","end":"2026-07-30T16:49:36.263546Z","steps":["trace[1930135097] 'range keys from in-memory index tree' (duration: 408.286657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:36.801473Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:37.302063Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641839,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:37.469622Z","caller":"traceutil/trace.go:172","msg":"trace[503818853] linearizableReadLoop","detail":"{readStateIndex:1226; appliedIndex:1227; }","duration":"1.168585983s","start":"2026-07-30T16:49:36.301005Z","end":"2026-07-30T16:49:37.469591Z","steps":["trace[503818853] 'read index received' (duration: 1.168575253s)","trace[503818853] 'applied index is now lower than readState.Index' (duration: 8.69µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:37.477245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.018311ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-30T16:49:37.477288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.176264768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:37.477373Z","caller":"traceutil/trace.go:172","msg":"trace[1361746478] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1053; }","duration":"1.176314348s","start":"2026-07-30T16:49:36.300999Z","end":"2026-07-30T16:49:37.477313Z","steps":["trace[1361746478] 'agreement among raft nodes before linearized reading' (duration: 1.168722774s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:37.477410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:36.300972Z","time spent":"1.176431219s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:38.591401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000103016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:38.591489Z","caller":"traceutil/trace.go:172","msg":"trace[1139255037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209507s","start":"2026-07-30T16:49:36.591257Z","end":"2026-07-30T16:49:38.591467Z","steps":["trace[1139255037] 'agreement among raft nodes before linearized reading' (duration: 2.000099726s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:38.591548Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:36.591231Z","time spent":"2.000307768s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:38 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:39.356826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.791104614s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:49:39.356986Z","caller":"traceutil/trace.go:172","msg":"trace[990638324] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1229; }","duration":"1.88728157s","start":"2026-07-30T16:49:37.469691Z","end":"2026-07-30T16:49:39.356973Z","steps":["trace[990638324] 'read index received' (duration: 128.982686ms)","trace[990638324] 'applied index is now lower than readState.Index' (duration: 1.758297434s)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:39.357101Z","caller":"traceutil/trace.go:172","msg":"trace[377042889] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"2.463350932s","start":"2026-07-30T16:49:36.893679Z","end":"2026-07-30T16:49:39.357030Z","steps":["trace[377042889] 'process raft request' (duration: 671.901725ms)","trace[377042889] 'compare' (duration: 1.790611989s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:39.357200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:36.893650Z","time spent":"2.463495584s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:39.357457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.701031512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:39.357573Z","caller":"traceutil/trace.go:172","msg":"trace[3373609] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1055; }","duration":"2.701162793s","start":"2026-07-30T16:49:36.656387Z","end":"2026-07-30T16:49:39.357550Z","steps":["trace[3373609] 'agreement among raft nodes before linearized reading' (duration: 2.700650698s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:39.357631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:36.656368Z","time spent":"2.701248213s","remote":"127.0.0.1:56542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:39.357637Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.102241893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:49:39.357749Z","caller":"traceutil/trace.go:172","msg":"trace[1229219417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1055; }","duration":"2.102343124s","start":"2026-07-30T16:49:37.255334Z","end":"2026-07-30T16:49:39.357678Z","steps":["trace[1229219417] 'agreement among raft nodes before linearized reading' (duration: 2.101650918s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:39.357754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.742847429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:39.357836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.5041308s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:39.357839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:37.255304Z","time spent":"2.102475905s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:39.357847Z","caller":"traceutil/trace.go:172","msg":"trace[1479550271] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:1055; }","duration":"2.74295156s","start":"2026-07-30T16:49:36.614874Z","end":"2026-07-30T16:49:39.357826Z","steps":["trace[1479550271] 'agreement among raft nodes before linearized reading' (duration: 2.742177473s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:39.357879Z","caller":"traceutil/trace.go:172","msg":"trace[390828883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1055; }","duration":"2.504173381s","start":"2026-07-30T16:49:36.853692Z","end":"2026-07-30T16:49:39.357866Z","steps":["trace[390828883] 'agreement among raft nodes before linearized reading' (duration: 2.503304323s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:39.357902Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:36.614858Z","time spent":"2.743033041s","remote":"127.0.0.1:56646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:39.358132Z","caller":"traceutil/trace.go:172","msg":"trace[1769895199] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"1.979692309s","start":"2026-07-30T16:49:37.378422Z","end":"2026-07-30T16:49:39.358115Z","steps":["trace[1769895199] 'process raft request' (duration: 1.978500958s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:39.358251Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:37.378397Z","time spent":"1.979791612s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:49:39.857069Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:40.358386Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:40.592186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000316091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:40.592284Z","caller":"traceutil/trace.go:172","msg":"trace[772849008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452622s","start":"2026-07-30T16:49:38.591811Z","end":"2026-07-30T16:49:40.592264Z","steps":["trace[772849008] 'agreement among raft nodes before linearized reading' (duration: 2.000313481s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:40.592345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:38.591789Z","time spent":"2.000544293s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:40 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:40.859050Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:41.359960Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:41.861160Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:42.361795Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:42.602737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000659078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:49:42.602858Z","caller":"traceutil/trace.go:172","msg":"trace[341299749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000820679s","start":"2026-07-30T16:49:40.602014Z","end":"2026-07-30T16:49:42.602835Z","steps":["trace[341299749] 'agreement among raft nodes before linearized reading' (duration: 2.000652248s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:42.602921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:40.601996Z","time spent":"2.00091574s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:42.613334Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.932859386s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:42.862616Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:42.894266Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.434125797s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:42.894320Z","caller":"traceutil/trace.go:172","msg":"trace[2070572353] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1056; }","duration":"1.434199647s","start":"2026-07-30T16:49:41.460099Z","end":"2026-07-30T16:49:42.894299Z","steps":["trace[2070572353] 'range keys from in-memory index tree' (duration: 1.434009065s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:42.894806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.536455s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-30T16:49:42.895070Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.534835103s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:42.895179Z","caller":"traceutil/trace.go:172","msg":"trace[424589463] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1056; }","duration":"3.534945564s","start":"2026-07-30T16:49:39.360226Z","end":"2026-07-30T16:49:42.895172Z","steps":["trace[424589463] 'range keys from in-memory index tree' (duration: 3.534802463s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:43.363405Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:43.863559Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:44.364130Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:44.453900Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.992150211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:44.454005Z","caller":"traceutil/trace.go:172","msg":"trace[1259368022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.992293542s","start":"2026-07-30T16:49:39.461691Z","end":"2026-07-30T16:49:44.453984Z","steps":["trace[1259368022] 'agreement among raft nodes before linearized reading' (duration: 4.992145041s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:44.454072Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:39.461679Z","time spent":"4.992380593s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/07/30 16:49:44 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:44.603583Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000178608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:44.603676Z","caller":"traceutil/trace.go:172","msg":"trace[1554711447] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289999s","start":"2026-07-30T16:49:42.603365Z","end":"2026-07-30T16:49:44.603655Z","steps":["trace[1554711447] 'agreement among raft nodes before linearized reading' (duration: 2.000176168s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:44.603735Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:42.603329Z","time spent":"2.00039782s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:44 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:44.864730Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:44.874630Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999193984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:44.874708Z","caller":"traceutil/trace.go:172","msg":"trace[1528330358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999299465s","start":"2026-07-30T16:49:39.875393Z","end":"2026-07-30T16:49:44.874692Z","steps":["trace[1528330358] 'agreement among raft nodes before linearized reading' (duration: 4.999190944s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:44.874756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:39.875363Z","time spent":"4.999385426s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/07/30 16:49:44 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:45.365679Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:45.866001Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:46.290894Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.676474285s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:46.357873Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-30T16:49:46.358163Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.009038208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-30T16:49:46.358169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.164793323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-30T16:49:46.358219Z","caller":"traceutil/trace.go:172","msg":"trace[27174126] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; }","duration":"8.009154179s","start":"2026-07-30T16:49:38.349043Z","end":"2026-07-30T16:49:46.358198Z","steps":["trace[27174126] 'agreement among raft nodes before linearized reading' (duration: 8.009036388s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:46.358168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.742441036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6vn4w\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-30T16:49:46.358240Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.615336026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-30T16:49:46.358287Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:38.348999Z","time spent":"8.009275531s","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:46.358327Z","caller":"traceutil/trace.go:172","msg":"trace[1037377056] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6vn4w; range_end:; }","duration":"7.742636078s","start":"2026-07-30T16:49:38.615662Z","end":"2026-07-30T16:49:46.358298Z","steps":["trace[1037377056] 'agreement among raft nodes before linearized reading' (duration: 7.742434386s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:46.358357Z","caller":"traceutil/trace.go:172","msg":"trace[1709741364] range","detail":"{range_begin:/registry/limitranges; range_end:; }","duration":"8.615495558s","start":"2026-07-30T16:49:37.742833Z","end":"2026-07-30T16:49:46.358329Z","steps":["trace[1709741364] 'agreement among raft nodes before linearized reading' (duration: 8.615328727s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:46.358242Z","caller":"traceutil/trace.go:172","msg":"trace[284677153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.164893304s","start":"2026-07-30T16:49:39.193333Z","end":"2026-07-30T16:49:46.358226Z","steps":["trace[284677153] 'agreement among raft nodes before linearized reading' (duration: 7.164789833s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:46.358423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:37.742805Z","time spent":"8.615604889s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:46.358421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:38.615646Z","time spent":"7.742758979s","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-6vn4w\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:46.358435Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:39.193305Z","time spent":"7.165117926s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:46.363078Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:39.362336Z","time spent":"7.000740231s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-30T16:49:46.611987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000449028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:49:46.612142Z","caller":"traceutil/trace.go:172","msg":"trace[1979574693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0006413s","start":"2026-07-30T16:49:44.611478Z","end":"2026-07-30T16:49:46.612119Z","steps":["trace[1979574693] 'agreement among raft nodes before linearized reading' (duration: 2.000446488s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:46.612223Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:44.611458Z","time spent":"2.00074938s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:46 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:46.858706Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:47.359750Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:47.860905Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:48.361856Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:48.602268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000012564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:48.602380Z","caller":"traceutil/trace.go:172","msg":"trace[838085210] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147266s","start":"2026-07-30T16:49:46.602210Z","end":"2026-07-30T16:49:48.602358Z","steps":["trace[838085210] 'agreement among raft nodes before linearized reading' (duration: 2.000008354s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:48.602447Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.602171Z","time spent":"2.000265526s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:48 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:48.612544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000192066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:49:48.612649Z","caller":"traceutil/trace.go:172","msg":"trace[2060536072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318807s","start":"2026-07-30T16:49:46.612305Z","end":"2026-07-30T16:49:48.612624Z","steps":["trace[2060536072] 'agreement among raft nodes before linearized reading' (duration: 2.000185986s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:48.612723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.612294Z","time spent":"2.000418008s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:48.862513Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:49.363702Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:49.864324Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:50.365289Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:50.623252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999852575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:49:50.623336Z","caller":"traceutil/trace.go:172","msg":"trace[2060453741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999955316s","start":"2026-07-30T16:49:48.623358Z","end":"2026-07-30T16:49:50.623314Z","steps":["trace[2060453741] 'agreement among raft nodes before linearized reading' (duration: 1.999848585s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:50.623394Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:48.623327Z","time spent":"2.000059087s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:50 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:50.683201Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"4.392026328s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:50.865850Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:51.366358Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:51.603177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.00016126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:49:51.603289Z","caller":"traceutil/trace.go:172","msg":"trace[192923385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000308542s","start":"2026-07-30T16:49:46.602958Z","end":"2026-07-30T16:49:51.603267Z","steps":["trace[192923385] 'agreement among raft nodes before linearized reading' (duration: 5.00015463s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:51.603360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.602944Z","time spent":"5.000404652s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:51.866746Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:51.878175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:44.877278Z","time spent":"7.000879533s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-30T16:49:52.367152Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:52.624789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000728147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:49:52.624913Z","caller":"traceutil/trace.go:172","msg":"trace[410048821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000895229s","start":"2026-07-30T16:49:50.623993Z","end":"2026-07-30T16:49:52.624888Z","steps":["trace[410048821] 'agreement among raft nodes before linearized reading' (duration: 2.000721098s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:52.624981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:50.623959Z","time spent":"2.00101068s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:49:52 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:52.776173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.484695077s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-30T16:49:52.776889Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.316363124s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:52.776930Z","caller":"traceutil/trace.go:172","msg":"trace[578238292] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1062; }","duration":"1.316409254s","start":"2026-07-30T16:49:51.460505Z","end":"2026-07-30T16:49:52.776914Z","steps":["trace[578238292] 'range keys from in-memory index tree' (duration: 1.316283323s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:52.868107Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641846,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:52.921302Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.237760849s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:49:52.921620Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9260139378943641846,"received-request-id":9260139378943641843} {"level":"warn","ts":"2026-07-30T16:49:53.358571Z","caller":"etcdserver/v3_server.go:923","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-30T16:49:53.358803Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.683777235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-30T16:49:53.358849Z","caller":"traceutil/trace.go:172","msg":"trace[1316358876] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; }","duration":"8.683863845s","start":"2026-07-30T16:49:44.674966Z","end":"2026-07-30T16:49:53.358830Z","steps":["trace[1316358876] 'agreement among raft nodes before linearized reading' (duration: 8.683774735s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:53.358824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.463534782s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-30T16:49:53.358903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:44.674937Z","time spent":"8.683954787s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.138\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:53.358931Z","caller":"traceutil/trace.go:172","msg":"trace[771319162] range","detail":"{range_begin:; range_end:; }","duration":"10.463672063s","start":"2026-07-30T16:49:42.895236Z","end":"2026-07-30T16:49:53.358908Z","steps":["trace[771319162] 'agreement among raft nodes before linearized reading' (duration: 10.463529562s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:53.358952Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.717522584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-30T16:49:53.358973Z","caller":"traceutil/trace.go:172","msg":"trace[71080109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.717542514s","start":"2026-07-30T16:49:42.641423Z","end":"2026-07-30T16:49:53.358965Z","steps":["trace[71080109] 'agreement among raft nodes before linearized reading' (duration: 10.717522804s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:53.359072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"12.831515469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-30T16:49:53.359110Z","caller":"traceutil/trace.go:172","msg":"trace[1036667208] range","detail":"{range_begin:/registry/flowschemas; range_end:; }","duration":"12.831548559s","start":"2026-07-30T16:49:40.527545Z","end":"2026-07-30T16:49:53.359094Z","steps":["trace[1036667208] 'agreement among raft nodes before linearized reading' (duration: 12.831515349s)"],"step_count":1} {"level":"error","ts":"2026-07-30T16:49:53.359078Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:49:53.359182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:40.527518Z","time spent":"12.831617369s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:53.359233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"11.903899328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-30T16:49:53.359299Z","caller":"traceutil/trace.go:172","msg":"trace[1220286057] range","detail":"{range_begin:/registry/rolebindings; range_end:; }","duration":"11.90396635s","start":"2026-07-30T16:49:41.455325Z","end":"2026-07-30T16:49:53.359291Z","steps":["trace[1220286057] 'agreement among raft nodes before linearized reading' (duration: 11.903897118s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:53.359326Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:41.455294Z","time spent":"11.904024261s","remote":"127.0.0.1:56584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:53.359393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.836241273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-30T16:49:53.359434Z","caller":"traceutil/trace.go:172","msg":"trace[1073397159] range","detail":"{range_begin:/registry/configmaps; range_end:; }","duration":"8.836288563s","start":"2026-07-30T16:49:44.523134Z","end":"2026-07-30T16:49:53.359423Z","steps":["trace[1073397159] 'agreement among raft nodes before linearized reading' (duration: 8.836239672s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:53.359477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"13.898588747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-30T16:49:53.359512Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:44.523106Z","time spent":"8.836389874s","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:53.359803Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.487801545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-30T16:49:53.359450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:42.641395Z","time spent":"10.717592794s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:53.359503Z","caller":"traceutil/trace.go:172","msg":"trace[1978461938] range","detail":"{range_begin:/registry/services/specs; range_end:; }","duration":"13.898616818s","start":"2026-07-30T16:49:39.460879Z","end":"2026-07-30T16:49:53.359496Z","steps":["trace[1978461938] 'agreement among raft nodes before linearized reading' (duration: 13.898588287s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:53.360041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:39.460847Z","time spent":"13.899179603s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:53.359692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.480435054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-30T16:49:53.360086Z","caller":"traceutil/trace.go:172","msg":"trace[1803085699] range","detail":"{range_begin:/registry/cronjobs; range_end:; }","duration":"9.480840318s","start":"2026-07-30T16:49:43.879237Z","end":"2026-07-30T16:49:53.360077Z","steps":["trace[1803085699] 'agreement among raft nodes before linearized reading' (duration: 9.480433234s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:53.360120Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:43.879203Z","time spent":"9.480909639s","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":0,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:53.359914Z","caller":"traceutil/trace.go:172","msg":"trace[1388828327] range","detail":"{range_begin:/registry/daemonsets; range_end:; }","duration":"9.487911646s","start":"2026-07-30T16:49:43.871990Z","end":"2026-07-30T16:49:53.359902Z","steps":["trace[1388828327] 'agreement among raft nodes before linearized reading' (duration: 9.487801715s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:53.360166Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:43.871961Z","time spent":"9.488196439s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:53.409962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"632.079533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:49:53.874511Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641849,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:49:53.931921Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"b507b8161dc38082 [logterm: 2, index: 1260, vote: 0] ignored MsgPreVote from 60c6769efc38a963 [logterm: 2, index: 1260] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-07-30T16:49:54.126233Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"b507b8161dc38082 is starting a new election at term 2"} {"level":"info","ts":"2026-07-30T16:49:54.126297Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"b507b8161dc38082 became pre-candidate at term 2"} {"level":"info","ts":"2026-07-30T16:49:54.126324Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b507b8161dc38082 [logterm: 2, index: 1260] sent MsgPreVote request to 60c6769efc38a963 at term 2"} {"level":"info","ts":"2026-07-30T16:49:54.126340Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b507b8161dc38082 [logterm: 2, index: 1260] sent MsgPreVote request to f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-07-30T16:49:54.126355Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: b507b8161dc38082 lost leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-07-30T16:49:54.126402Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b507b8161dc38082 received MsgPreVoteResp from b507b8161dc38082 at term 2"} {"level":"info","ts":"2026-07-30T16:49:54.126418Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b507b8161dc38082 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:49:54.127390Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b507b8161dc38082 received MsgPreVoteResp from 60c6769efc38a963 at term 2"} {"level":"info","ts":"2026-07-30T16:49:54.127420Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b507b8161dc38082 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:49:54.127445Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"b507b8161dc38082 became candidate at term 3"} {"level":"info","ts":"2026-07-30T16:49:54.127456Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b507b8161dc38082 [logterm: 2, index: 1260] sent MsgVote request to 60c6769efc38a963 at term 3"} {"level":"info","ts":"2026-07-30T16:49:54.127467Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b507b8161dc38082 [logterm: 2, index: 1260] sent MsgVote request to f8844a9a4263041d at term 3"} {"level":"info","ts":"2026-07-30T16:49:54.156958Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b507b8161dc38082 received MsgVoteResp from b507b8161dc38082 at term 3"} {"level":"info","ts":"2026-07-30T16:49:54.157001Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b507b8161dc38082 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:49:54.183430Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b507b8161dc38082 received MsgVoteResp from 60c6769efc38a963 at term 3"} {"level":"info","ts":"2026-07-30T16:49:54.183519Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b507b8161dc38082 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:49:54.183564Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"b507b8161dc38082 became leader at term 3"} {"level":"info","ts":"2026-07-30T16:49:54.183593Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: b507b8161dc38082 elected leader b507b8161dc38082 at term 3"} {"level":"warn","ts":"2026-07-30T16:49:54.183805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.550520264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.183848Z","caller":"traceutil/trace.go:172","msg":"trace[1663148049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.550586235s","start":"2026-07-30T16:49:52.633250Z","end":"2026-07-30T16:49:54.183836Z","steps":["trace[1663148049] 'agreement among raft nodes before linearized reading' (duration: 1.550519694s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.183886Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:52.633220Z","time spent":"1.550659065s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:54.183927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.020264829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.183945Z","caller":"traceutil/trace.go:172","msg":"trace[472973123] range","detail":"{range_begin:/registry/resourceclaims; range_end:; }","duration":"7.020285769s","start":"2026-07-30T16:49:47.163654Z","end":"2026-07-30T16:49:54.183940Z","steps":["trace[472973123] 'agreement among raft nodes before linearized reading' (duration: 7.020265889s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.183961Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:47.163619Z","time spent":"7.02033653s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/resourceclaims\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.183902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.450048091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.183981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.306481882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.184000Z","caller":"traceutil/trace.go:172","msg":"trace[1046723618] range","detail":"{range_begin:/registry/flowschemas; range_end:; }","duration":"2.450167222s","start":"2026-07-30T16:49:51.733815Z","end":"2026-07-30T16:49:54.183982Z","steps":["trace[1046723618] 'agreement among raft nodes before linearized reading' (duration: 2.450045161s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.184022Z","caller":"traceutil/trace.go:172","msg":"trace[2137894979] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; }","duration":"7.306518412s","start":"2026-07-30T16:49:46.877494Z","end":"2026-07-30T16:49:54.184013Z","steps":["trace[2137894979] 'agreement among raft nodes before linearized reading' (duration: 7.306482572s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.183967Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.949089061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-07-30T16:49:54.184049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.797591615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.184060Z","caller":"traceutil/trace.go:172","msg":"trace[1355400581] range","detail":"{range_begin:/registry/limitranges; range_end:; }","duration":"7.797602635s","start":"2026-07-30T16:49:46.386454Z","end":"2026-07-30T16:49:54.184057Z","steps":["trace[1355400581] 'agreement among raft nodes before linearized reading' (duration: 7.797591635s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.184051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:51.733803Z","time spent":"2.450236873s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184078Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.386446Z","time spent":"7.797626465s","remote":"127.0.0.1:56172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.814979471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c71f45c56f5abf\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.184124Z","caller":"traceutil/trace.go:172","msg":"trace[764791258] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18c71f45c56f5abf; range_end:; }","duration":"7.815001291s","start":"2026-07-30T16:49:46.369117Z","end":"2026-07-30T16:49:54.184118Z","steps":["trace[764791258] 'agreement among raft nodes before linearized reading' (duration: 7.814979691s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.184121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.800367681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.184064Z","caller":"traceutil/trace.go:172","msg":"trace[11417483] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.949267903s","start":"2026-07-30T16:49:49.234779Z","end":"2026-07-30T16:49:54.184047Z","steps":["trace[11417483] 'agreement among raft nodes before linearized reading' (duration: 4.949087681s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.184155Z","caller":"traceutil/trace.go:172","msg":"trace[280859218] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; }","duration":"7.800400222s","start":"2026-07-30T16:49:46.383748Z","end":"2026-07-30T16:49:54.184148Z","steps":["trace[280859218] 'agreement among raft nodes before linearized reading' (duration: 7.800367301s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.184175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.383735Z","time spent":"7.800434712s","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.194467416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.184221Z","caller":"traceutil/trace.go:172","msg":"trace[1149823358] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; }","duration":"2.194558557s","start":"2026-07-30T16:49:51.989646Z","end":"2026-07-30T16:49:54.184205Z","steps":["trace[1149823358] 'agreement among raft nodes before linearized reading' (duration: 2.194467066s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.184245Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:49.234742Z","time spent":"4.949425105s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184368Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.800757934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.184531Z","caller":"traceutil/trace.go:172","msg":"trace[1960904675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"7.801025277s","start":"2026-07-30T16:49:46.383474Z","end":"2026-07-30T16:49:54.184499Z","steps":["trace[1960904675] 'agreement among raft nodes before linearized reading' (duration: 7.800746914s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.184658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.383469Z","time spent":"7.801134909s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.056155051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.184768Z","caller":"traceutil/trace.go:172","msg":"trace[1431340767] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; }","duration":"2.056815237s","start":"2026-07-30T16:49:52.127938Z","end":"2026-07-30T16:49:54.184753Z","steps":["trace[1431340767] 'agreement among raft nodes before linearized reading' (duration: 2.056155101s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.184813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:52.127855Z","time spent":"2.056944909s","remote":"127.0.0.1:56844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:51.989633Z","time spent":"2.194625688s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184140Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.369091Z","time spent":"7.815043201s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c71f45c56f5abf\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.800841286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6vn4w\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.184989Z","caller":"traceutil/trace.go:172","msg":"trace[244257651] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6vn4w; range_end:; }","duration":"7.801673364s","start":"2026-07-30T16:49:46.383248Z","end":"2026-07-30T16:49:54.184921Z","steps":["trace[244257651] 'agreement among raft nodes before linearized reading' (duration: 7.800832506s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.185284Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.383230Z","time spent":"7.802035227s","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-6vn4w\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184310Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.236328945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.185387Z","caller":"traceutil/trace.go:172","msg":"trace[857453030] range","detail":"{range_begin:/registry/rolebindings; range_end:; }","duration":"2.237406475s","start":"2026-07-30T16:49:51.947973Z","end":"2026-07-30T16:49:54.185379Z","steps":["trace[857453030] 'agreement among raft nodes before linearized reading' (duration: 2.236328835s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.185424Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:51.947957Z","time spent":"2.237449005s","remote":"127.0.0.1:56584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":0,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.543920115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.185454Z","caller":"traceutil/trace.go:172","msg":"trace[144868451] range","detail":"{range_begin:/registry/configmaps; range_end:; }","duration":"2.545013965s","start":"2026-07-30T16:49:51.640435Z","end":"2026-07-30T16:49:54.185449Z","steps":["trace[144868451] 'agreement among raft nodes before linearized reading' (duration: 2.543920155s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.185471Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:51.640406Z","time spent":"2.545058755s","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.523689302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.185493Z","caller":"traceutil/trace.go:172","msg":"trace[1197890533] range","detail":"{range_begin:/registry/ipaddresses; range_end:; }","duration":"2.524799602s","start":"2026-07-30T16:49:51.660690Z","end":"2026-07-30T16:49:54.185489Z","steps":["trace[1197890533] 'agreement among raft nodes before linearized reading' (duration: 2.523689922s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.185507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:51.660657Z","time spent":"2.524845442s","remote":"127.0.0.1:56514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.896854315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:49:54.185571Z","caller":"traceutil/trace.go:172","msg":"trace[254323449] range","detail":"{range_begin:/registry/ingressclasses; range_end:; }","duration":"2.898005136s","start":"2026-07-30T16:49:51.287550Z","end":"2026-07-30T16:49:54.185555Z","steps":["trace[254323449] 'agreement among raft nodes before linearized reading' (duration: 2.896853765s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.185631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:51.287520Z","time spent":"2.898094206s","remote":"127.0.0.1:56508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.184038Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:46.877462Z","time spent":"7.306572263s","remote":"127.0.0.1:56624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} 2026/07/30 16:49:54 WARNING: [core] [Server #4]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:49:54.478212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.054362ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-30T16:49:54.478732Z","caller":"txn/util.go:46","msg":"failed to apply request","took":"44.49µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-30T16:49:54.478951Z","caller":"traceutil/trace.go:172","msg":"trace[557669640] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1256; }","duration":"295.178938ms","start":"2026-07-30T16:49:54.183747Z","end":"2026-07-30T16:49:54.478926Z","steps":["trace[557669640] 'read index received' (duration: 86.557601ms)","trace[557669640] 'applied index is now lower than readState.Index' (duration: 208.619577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:54.479117Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.091651627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:54.479186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.090279835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:54.479134Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"375.614971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.479228Z","caller":"traceutil/trace.go:172","msg":"trace[70630941] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1077; }","duration":"1.090337496s","start":"2026-07-30T16:49:53.388879Z","end":"2026-07-30T16:49:54.479217Z","steps":["trace[70630941] 'agreement among raft nodes before linearized reading' (duration: 1.090241825s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.479224Z","caller":"traceutil/trace.go:172","msg":"trace[85969378] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1077; }","duration":"1.091772759s","start":"2026-07-30T16:49:53.387427Z","end":"2026-07-30T16:49:54.479200Z","steps":["trace[85969378] 'agreement among raft nodes before linearized reading' (duration: 1.091539586s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.479248Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"657.659287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:49:54.479249Z","caller":"traceutil/trace.go:172","msg":"trace[376653910] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1077; }","duration":"375.771803ms","start":"2026-07-30T16:49:54.103459Z","end":"2026-07-30T16:49:54.479231Z","steps":["trace[376653910] 'agreement among raft nodes before linearized reading' (duration: 375.571511ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.479320Z","caller":"traceutil/trace.go:172","msg":"trace[860822695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1077; }","duration":"657.738538ms","start":"2026-07-30T16:49:53.821564Z","end":"2026-07-30T16:49:54.479303Z","steps":["trace[860822695] 'agreement among raft nodes before linearized reading' (duration: 657.397234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.479347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.091764479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:54.479330Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.103426Z","time spent":"375.893074ms","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.479369Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:53.821508Z","time spent":"657.850379ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:54.479383Z","caller":"traceutil/trace.go:172","msg":"trace[1101755138] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1077; }","duration":"1.091799709s","start":"2026-07-30T16:49:53.387572Z","end":"2026-07-30T16:49:54.479372Z","steps":["trace[1101755138] 'agreement among raft nodes before linearized reading' (duration: 1.091738979s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.479263Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:53.388870Z","time spent":"1.090383386s","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.479417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:53.387565Z","time spent":"1.091842549s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.479282Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:53.387413Z","time spent":"1.09185419s","remote":"127.0.0.1:56584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.479567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.094831918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" limit:1 ","response":"range_response_count:1 size:134"} {"level":"info","ts":"2026-07-30T16:49:54.479595Z","caller":"traceutil/trace.go:172","msg":"trace[1822464841] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:1077; }","duration":"1.094858928s","start":"2026-07-30T16:49:53.384727Z","end":"2026-07-30T16:49:54.479586Z","steps":["trace[1822464841] 'agreement among raft nodes before linearized reading' (duration: 1.094760657s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.479663Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:53.384706Z","time spent":"1.094949779s","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.138\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.479693Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.118589514s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.479771Z","caller":"traceutil/trace.go:172","msg":"trace[334106878] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1077; }","duration":"1.118670145s","start":"2026-07-30T16:49:53.361085Z","end":"2026-07-30T16:49:54.479755Z","steps":["trace[334106878] 'agreement among raft nodes before linearized reading' (duration: 1.118561084s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.479925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.09275369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:54.479936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.092852571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.479983Z","caller":"traceutil/trace.go:172","msg":"trace[1812194040] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1077; }","duration":"1.092902432s","start":"2026-07-30T16:49:53.387068Z","end":"2026-07-30T16:49:54.479970Z","steps":["trace[1812194040] 'agreement among raft nodes before linearized reading' (duration: 1.092785541s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.480018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:53.387046Z","time spent":"1.092962332s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.480046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.094022571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.480083Z","caller":"traceutil/trace.go:172","msg":"trace[1081323321] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1077; }","duration":"1.094061742s","start":"2026-07-30T16:49:53.386012Z","end":"2026-07-30T16:49:54.480073Z","steps":["trace[1081323321] 'agreement among raft nodes before linearized reading' (duration: 1.094000291s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.480128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:53.386001Z","time spent":"1.094102022s","remote":"127.0.0.1:56382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.480726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.730147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.480787Z","caller":"traceutil/trace.go:172","msg":"trace[59305127] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1077; }","duration":"270.792808ms","start":"2026-07-30T16:49:54.209980Z","end":"2026-07-30T16:49:54.480773Z","steps":["trace[59305127] 'agreement among raft nodes before linearized reading' (duration: 270.700037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.479530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.092107932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:49:54.481010Z","caller":"traceutil/trace.go:172","msg":"trace[1619774146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1077; }","duration":"1.093587657s","start":"2026-07-30T16:49:53.387404Z","end":"2026-07-30T16:49:54.480991Z","steps":["trace[1619774146] 'agreement among raft nodes before linearized reading' (duration: 1.09183943s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.481038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.892495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.481091Z","caller":"traceutil/trace.go:172","msg":"trace[417921993] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1077; }","duration":"199.947246ms","start":"2026-07-30T16:49:54.281131Z","end":"2026-07-30T16:49:54.481078Z","steps":["trace[417921993] 'agreement among raft nodes before linearized reading' (duration: 199.860295ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.481110Z","caller":"traceutil/trace.go:172","msg":"trace[1573784713] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1077; }","duration":"1.0927832s","start":"2026-07-30T16:49:53.387162Z","end":"2026-07-30T16:49:54.479945Z","steps":["trace[1573784713] 'agreement among raft nodes before linearized reading' (duration: 1.09272854s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.481178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:53.387156Z","time spent":"1.094003122s","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:54.481324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.687398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:54.481201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:53.387397Z","time spent":"1.093650238s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:54.481384Z","caller":"traceutil/trace.go:172","msg":"trace[488161988] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1077; }","duration":"267.732768ms","start":"2026-07-30T16:49:54.213622Z","end":"2026-07-30T16:49:54.481355Z","steps":["trace[488161988] 'agreement among raft nodes before linearized reading' (duration: 267.655298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.481552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.348383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.481585Z","caller":"traceutil/trace.go:172","msg":"trace[1742627602] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1077; }","duration":"270.382903ms","start":"2026-07-30T16:49:54.211194Z","end":"2026-07-30T16:49:54.481577Z","steps":["trace[1742627602] 'agreement among raft nodes before linearized reading' (duration: 270.328893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.481563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.312272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:54.481713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.334453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.481815Z","caller":"traceutil/trace.go:172","msg":"trace[1823740722] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1077; }","duration":"271.423483ms","start":"2026-07-30T16:49:54.210370Z","end":"2026-07-30T16:49:54.481794Z","steps":["trace[1823740722] 'agreement among raft nodes before linearized reading' (duration: 271.318092ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.481861Z","caller":"traceutil/trace.go:172","msg":"trace[1601467304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1077; }","duration":"270.543594ms","start":"2026-07-30T16:49:54.211233Z","end":"2026-07-30T16:49:54.481777Z","steps":["trace[1601467304] 'agreement among raft nodes before linearized reading' (duration: 270.282652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.482112Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.09824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.482174Z","caller":"traceutil/trace.go:172","msg":"trace[1508956177] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1077; }","duration":"272.162701ms","start":"2026-07-30T16:49:54.209998Z","end":"2026-07-30T16:49:54.482160Z","steps":["trace[1508956177] 'agreement among raft nodes before linearized reading' (duration: 272.06774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.482335Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.695177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:54.482420Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.277441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.482475Z","caller":"traceutil/trace.go:172","msg":"trace[1858757183] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1077; }","duration":"272.350032ms","start":"2026-07-30T16:49:54.210112Z","end":"2026-07-30T16:49:54.482462Z","steps":["trace[1858757183] 'agreement among raft nodes before linearized reading' (duration: 272.23616ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.482527Z","caller":"traceutil/trace.go:172","msg":"trace[1684032862] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1077; }","duration":"268.841048ms","start":"2026-07-30T16:49:54.213601Z","end":"2026-07-30T16:49:54.482442Z","steps":["trace[1684032862] 'agreement among raft nodes before linearized reading' (duration: 268.655927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.482944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.283992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:54.483120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.339292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:49:54.483181Z","caller":"traceutil/trace.go:172","msg":"trace[1803450340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1077; }","duration":"271.403533ms","start":"2026-07-30T16:49:54.211763Z","end":"2026-07-30T16:49:54.483167Z","steps":["trace[1803450340] 'agreement among raft nodes before linearized reading' (duration: 271.212781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.483234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.474824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.483295Z","caller":"traceutil/trace.go:172","msg":"trace[1691868591] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:1077; }","duration":"271.539005ms","start":"2026-07-30T16:49:54.211743Z","end":"2026-07-30T16:49:54.483282Z","steps":["trace[1691868591] 'agreement among raft nodes before linearized reading' (duration: 271.393114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.483272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.876248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.483723Z","caller":"traceutil/trace.go:172","msg":"trace[809180917] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1077; }","duration":"271.341712ms","start":"2026-07-30T16:49:54.211644Z","end":"2026-07-30T16:49:54.482986Z","steps":["trace[809180917] 'agreement among raft nodes before linearized reading' (duration: 271.248991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.483761Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.408692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:54.483875Z","caller":"traceutil/trace.go:172","msg":"trace[1864442686] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1077; }","duration":"272.513943ms","start":"2026-07-30T16:49:54.211337Z","end":"2026-07-30T16:49:54.483851Z","steps":["trace[1864442686] 'agreement among raft nodes before linearized reading' (duration: 272.377372ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:54.483792Z","caller":"traceutil/trace.go:172","msg":"trace[1936395596] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1077; }","duration":"272.397532ms","start":"2026-07-30T16:49:54.211377Z","end":"2026-07-30T16:49:54.483775Z","steps":["trace[1936395596] 'agreement among raft nodes before linearized reading' (duration: 271.596545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.483958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.596674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c71f45c56f5abf\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-07-30T16:49:54.484120Z","caller":"traceutil/trace.go:172","msg":"trace[101463108] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18c71f45c56f5abf; range_end:; response_count:1; response_revision:1077; }","duration":"272.682425ms","start":"2026-07-30T16:49:54.211344Z","end":"2026-07-30T16:49:54.484026Z","steps":["trace[101463108] 'agreement among raft nodes before linearized reading' (duration: 272.375712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:54.484381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.774528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6vn4w\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-07-30T16:49:54.484440Z","caller":"traceutil/trace.go:172","msg":"trace[1656844512] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6vn4w; range_end:; response_count:1; response_revision:1077; }","duration":"270.854638ms","start":"2026-07-30T16:49:54.213572Z","end":"2026-07-30T16:49:54.484427Z","steps":["trace[1656844512] 'agreement among raft nodes before linearized reading' (duration: 269.799449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.021002Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:49:55.032913Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f8844a9a4263041d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"352.004213ms"} {"level":"warn","ts":"2026-07-30T16:49:55.032973Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"352.071343ms"} {"level":"warn","ts":"2026-07-30T16:49:55.033319Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.115557ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.033421Z","caller":"traceutil/trace.go:172","msg":"trace[1860576314] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1077; }","duration":"180.235688ms","start":"2026-07-30T16:49:54.853155Z","end":"2026-07-30T16:49:55.033391Z","steps":["trace[1860576314] 'range keys from in-memory index tree' (duration: 180.060616ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.034205Z","caller":"traceutil/trace.go:172","msg":"trace[1172241465] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"538.018991ms","start":"2026-07-30T16:49:54.496170Z","end":"2026-07-30T16:49:55.034189Z","steps":["trace[1172241465] 'process raft request' (duration: 537.94805ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.034221Z","caller":"traceutil/trace.go:172","msg":"trace[1703940497] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"547.43677ms","start":"2026-07-30T16:49:54.486756Z","end":"2026-07-30T16:49:55.034193Z","steps":["trace[1703940497] 'process raft request' (duration: 547.192227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.034672Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.496102Z","time spent":"538.480335ms","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:55.034866Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.486742Z","time spent":"547.949685ms","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:49:55.034309Z","caller":"traceutil/trace.go:172","msg":"trace[839144479] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1264; }","duration":"513.84625ms","start":"2026-07-30T16:49:54.520446Z","end":"2026-07-30T16:49:55.034292Z","steps":["trace[839144479] 'read index received' (duration: 513.83956ms)","trace[839144479] 'applied index is now lower than readState.Index' (duration: 5.57µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:55.034377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"549.273877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.035139Z","caller":"traceutil/trace.go:172","msg":"trace[191117378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1079; }","duration":"550.031475ms","start":"2026-07-30T16:49:54.485092Z","end":"2026-07-30T16:49:55.035124Z","steps":["trace[191117378] 'agreement among raft nodes before linearized reading' (duration: 549.243387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.035189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.485069Z","time spent":"550.105535ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:49:55.034351Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:54.483191Z","time spent":"550.983052ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-30T16:49:55.264342Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f8844a9a4263041d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.022008ms"} {"level":"warn","ts":"2026-07-30T16:49:55.264524Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"29.20605ms"} {"level":"info","ts":"2026-07-30T16:49:55.350373Z","caller":"traceutil/trace.go:172","msg":"trace[1416394578] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1264; }","duration":"311.421588ms","start":"2026-07-30T16:49:55.038926Z","end":"2026-07-30T16:49:55.350348Z","steps":["trace[1416394578] 'read index received' (duration: 311.414928ms)","trace[1416394578] 'applied index is now lower than readState.Index' (duration: 5.51µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:55.351072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"312.073684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c71f45c56f5abf\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-07-30T16:49:55.351141Z","caller":"traceutil/trace.go:172","msg":"trace[1602468963] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18c71f45c56f5abf; range_end:; response_count:1; response_revision:1079; }","duration":"312.205326ms","start":"2026-07-30T16:49:55.038919Z","end":"2026-07-30T16:49:55.351124Z","steps":["trace[1602468963] 'agreement among raft nodes before linearized reading' (duration: 311.64063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.351199Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:55.038901Z","time spent":"312.281676ms","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c71f45c56f5abf\" limit:1 "} {"level":"info","ts":"2026-07-30T16:49:55.351382Z","caller":"traceutil/trace.go:172","msg":"trace[7199818] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"313.087524ms","start":"2026-07-30T16:49:55.038265Z","end":"2026-07-30T16:49:55.351353Z","steps":["trace[7199818] 'process raft request' (duration: 226.156491ms)","trace[7199818] 'compare' (duration: 86.62839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:55.351545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:55.038237Z","time spent":"313.193035ms","remote":"127.0.0.1:55996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:49:55.351789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"312.009555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6vn4w\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-07-30T16:49:55.351836Z","caller":"traceutil/trace.go:172","msg":"trace[1306958379] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6vn4w; range_end:; response_count:1; response_revision:1081; }","duration":"312.058775ms","start":"2026-07-30T16:49:55.039764Z","end":"2026-07-30T16:49:55.351823Z","steps":["trace[1306958379] 'agreement among raft nodes before linearized reading' (duration: 311.851083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.351873Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:55.039738Z","time spent":"312.124876ms","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-6vn4w\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:49:55.351894Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.535673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.351944Z","caller":"traceutil/trace.go:172","msg":"trace[1965013784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1081; }","duration":"306.583403ms","start":"2026-07-30T16:49:55.045345Z","end":"2026-07-30T16:49:55.351928Z","steps":["trace[1965013784] 'agreement among raft nodes before linearized reading' (duration: 306.505553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.352203Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:55.045334Z","time spent":"306.643244ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:49:55.545816Z","caller":"traceutil/trace.go:172","msg":"trace[1595074432] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1266; }","duration":"191.084788ms","start":"2026-07-30T16:49:55.354704Z","end":"2026-07-30T16:49:55.545789Z","steps":["trace[1595074432] 'read index received' (duration: 191.075298ms)","trace[1595074432] 'applied index is now lower than readState.Index' (duration: 8.17µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:55.546116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.379691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-07-30T16:49:55.546128Z","caller":"traceutil/trace.go:172","msg":"trace[995260408] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"191.442062ms","start":"2026-07-30T16:49:55.354670Z","end":"2026-07-30T16:49:55.546112Z","steps":["trace[995260408] 'process raft request' (duration: 191.328901ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.546185Z","caller":"traceutil/trace.go:172","msg":"trace[1566693372] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1081; }","duration":"191.471892ms","start":"2026-07-30T16:49:55.354698Z","end":"2026-07-30T16:49:55.546170Z","steps":["trace[1566693372] 'agreement among raft nodes before linearized reading' (duration: 191.21873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:55.623554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.412367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:55.623633Z","caller":"traceutil/trace.go:172","msg":"trace[485832156] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1082; }","duration":"201.501648ms","start":"2026-07-30T16:49:55.422115Z","end":"2026-07-30T16:49:55.623617Z","steps":["trace[485832156] 'agreement among raft nodes before linearized reading' (duration: 201.373707ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:55.623997Z","caller":"traceutil/trace.go:172","msg":"trace[736341624] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"257.837881ms","start":"2026-07-30T16:49:55.366144Z","end":"2026-07-30T16:49:55.623982Z","steps":["trace[736341624] 'process raft request' (duration: 257.332137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:56.685512Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f8844a9a4263041d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"214.302628ms"} {"level":"warn","ts":"2026-07-30T16:49:56.685600Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"214.399179ms"} {"level":"info","ts":"2026-07-30T16:49:56.695771Z","caller":"traceutil/trace.go:172","msg":"trace[1068229932] linearizableReadLoop","detail":"{readStateIndex:1290; appliedIndex:1291; }","duration":"100.700052ms","start":"2026-07-30T16:49:56.595035Z","end":"2026-07-30T16:49:56.695734Z","steps":["trace[1068229932] 'read index received' (duration: 100.692732ms)","trace[1068229932] 'applied index is now lower than readState.Index' (duration: 6.13µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:49:56.696041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.983845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:49:56.696080Z","caller":"traceutil/trace.go:172","msg":"trace[277906245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1104; }","duration":"101.038875ms","start":"2026-07-30T16:49:56.595029Z","end":"2026-07-30T16:49:56.696068Z","steps":["trace[277906245] 'agreement among raft nodes before linearized reading' (duration: 100.885354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:56.724461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:49.724021Z","time spent":"7.000432665s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-30T16:49:56.788093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.068529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:49:56.788160Z","caller":"traceutil/trace.go:172","msg":"trace[881059211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1106; }","duration":"186.145311ms","start":"2026-07-30T16:49:56.602002Z","end":"2026-07-30T16:49:56.788147Z","steps":["trace[881059211] 'agreement among raft nodes before linearized reading' (duration: 186.041729ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:56.944339Z","caller":"traceutil/trace.go:172","msg":"trace[324627362] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"116.836534ms","start":"2026-07-30T16:49:56.827482Z","end":"2026-07-30T16:49:56.944319Z","steps":["trace[324627362] 'process raft request' (duration: 116.542401ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:57.877931Z","caller":"traceutil/trace.go:172","msg":"trace[2127869330] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"116.912944ms","start":"2026-07-30T16:49:57.760997Z","end":"2026-07-30T16:49:57.877910Z","steps":["trace[2127869330] 'process raft request' (duration: 55.921848ms)","trace[2127869330] 'compare' (duration: 60.895795ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:49:57.900332Z","caller":"traceutil/trace.go:172","msg":"trace[217774511] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"119.323567ms","start":"2026-07-30T16:49:57.780989Z","end":"2026-07-30T16:49:57.900312Z","steps":["trace[217774511] 'process raft request' (duration: 119.169735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:58.883943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:51.883506Z","time spent":"7.000433164s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-30T16:49:58.984979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.98317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-30T16:49:58.985054Z","caller":"traceutil/trace.go:172","msg":"trace[249793992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1133; }","duration":"210.080121ms","start":"2026-07-30T16:49:58.774960Z","end":"2026-07-30T16:49:58.985040Z","steps":["trace[249793992] 'range keys from in-memory index tree' (duration: 208.76437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:58.985299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.513849ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:49:58.985358Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.122536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:49:58.985384Z","caller":"traceutil/trace.go:172","msg":"trace[1182751326] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1133; }","duration":"342.148566ms","start":"2026-07-30T16:49:58.643228Z","end":"2026-07-30T16:49:58.985376Z","steps":["trace[1182751326] 'range keys from in-memory index tree' (duration: 341.678763ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:49:58.985387Z","caller":"traceutil/trace.go:172","msg":"trace[929803189] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1133; }","duration":"132.678521ms","start":"2026-07-30T16:49:58.852687Z","end":"2026-07-30T16:49:58.985366Z","steps":["trace[929803189] 'range keys from in-memory index tree' (duration: 131.704782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:49:58.985403Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:58.643209Z","time spent":"342.187116ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:00.026637Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9260139378943641912,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:50:00.032003Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"b507b8161dc38082 [logterm: 3, index: 1326, vote: b507b8161dc38082] ignored MsgPreVote from 60c6769efc38a963 [logterm: 3, index: 1324] at term 3: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-07-30T16:50:00.045911Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.030370281s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T16:50:00.045995Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"b507b8161dc38082 [logterm: 3, index: 1326, vote: b507b8161dc38082] ignored MsgVote from 60c6769efc38a963 [logterm: 3, index: 1324] at term 3: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-07-30T16:50:00.046064Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"f8844a9a4263041d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"830.583445ms"} {"level":"warn","ts":"2026-07-30T16:50:00.046086Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"60c6769efc38a963","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"830.606175ms"} {"level":"info","ts":"2026-07-30T16:50:00.047134Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"b507b8161dc38082 [term: 3] received a MsgAppResp message with higher term from 60c6769efc38a963 [term: 4]"} {"level":"info","ts":"2026-07-30T16:50:00.047224Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b507b8161dc38082 became follower at term 4"} {"level":"info","ts":"2026-07-30T16:50:00.047237Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: b507b8161dc38082 lost leader b507b8161dc38082 at term 4"} {"level":"info","ts":"2026-07-30T16:50:00.079527Z","caller":"traceutil/trace.go:172","msg":"trace[1452089408] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"1.065590593s","start":"2026-07-30T16:49:59.013914Z","end":"2026-07-30T16:50:00.079504Z","steps":["trace[1452089408] 'process raft request' (duration: 1.065552603s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:00.079570Z","caller":"traceutil/trace.go:172","msg":"trace[53069124] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"1.069610771s","start":"2026-07-30T16:49:59.009938Z","end":"2026-07-30T16:50:00.079548Z","steps":["trace[53069124] 'process raft request' (duration: 1.069415519s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.079642Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.013905Z","time spent":"1.065692464s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:50:00.079697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.009907Z","time spent":"1.069730703s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:50:00.102000Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b507b8161dc38082 [term: 4] ignored a MsgAppResp message with lower term from b507b8161dc38082 [term: 3]"} {"level":"info","ts":"2026-07-30T16:50:00.102067Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b507b8161dc38082 [term: 4] ignored a MsgAppResp message with lower term from b507b8161dc38082 [term: 3]"} {"level":"info","ts":"2026-07-30T16:50:00.102172Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"b507b8161dc38082 [term: 4] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 3]"} {"level":"info","ts":"2026-07-30T16:50:00.102245Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1325 [existing term: 3, conflicting term: 4]"} {"level":"info","ts":"2026-07-30T16:50:00.102282Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:203","msg":"replace the unstable entries from index 1325"} {"level":"info","ts":"2026-07-30T16:50:00.102298Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: b507b8161dc38082 elected leader 60c6769efc38a963 at term 4"} {"level":"info","ts":"2026-07-30T16:50:00.122089Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:138","msg":"entry at index 1326 missing from unstable log; ignoring"} {"level":"warn","ts":"2026-07-30T16:50:00.122365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"596.632097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:50:00.122515Z","caller":"traceutil/trace.go:172","msg":"trace[1035331600] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; }","duration":"596.807728ms","start":"2026-07-30T16:49:59.525690Z","end":"2026-07-30T16:50:00.122497Z","steps":["trace[1035331600] 'agreement among raft nodes before linearized reading' (duration: 596.631407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.122645Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.525655Z","time spent":"596.9675ms","remote":"127.0.0.1:56542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"info","ts":"2026-07-30T16:50:00.165688Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-07-30T16:50:00.225685Z","caller":"traceutil/trace.go:172","msg":"trace[1876437283] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1326; }","duration":"103.401783ms","start":"2026-07-30T16:50:00.122263Z","end":"2026-07-30T16:50:00.225665Z","steps":["trace[1876437283] 'read index received' (duration: 103.392513ms)","trace[1876437283] 'applied index is now lower than readState.Index' (duration: 5.51µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:00.226068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"592.349705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:00.226166Z","caller":"traceutil/trace.go:172","msg":"trace[362079239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1137; }","duration":"592.468576ms","start":"2026-07-30T16:49:59.633674Z","end":"2026-07-30T16:50:00.226143Z","steps":["trace[362079239] 'agreement among raft nodes before linearized reading' (duration: 592.300515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.226225Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.633647Z","time spent":"592.566158ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:50:00.226121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"348.482099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:50:00.226325Z","caller":"traceutil/trace.go:172","msg":"trace[1405531428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1137; }","duration":"348.648281ms","start":"2026-07-30T16:49:59.877621Z","end":"2026-07-30T16:50:00.226270Z","steps":["trace[1405531428] 'agreement among raft nodes before linearized reading' (duration: 348.296457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.226406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:49:59.877585Z","time spent":"348.806033ms","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:50:00.226726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.992813ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:00.226777Z","caller":"traceutil/trace.go:172","msg":"trace[1747115139] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1137; }","duration":"351.78535ms","start":"2026-07-30T16:49:59.874982Z","end":"2026-07-30T16:50:00.226768Z","steps":["trace[1747115139] 'agreement among raft nodes before linearized reading' (duration: 350.968333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.227145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.712113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6vn4w\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-07-30T16:50:00.227177Z","caller":"traceutil/trace.go:172","msg":"trace[466280546] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6vn4w; range_end:; response_count:1; response_revision:1137; }","duration":"207.747154ms","start":"2026-07-30T16:50:00.019423Z","end":"2026-07-30T16:50:00.227170Z","steps":["trace[466280546] 'agreement among raft nodes before linearized reading' (duration: 206.354371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.240291Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":9260139378943641916,"received-request-id":9260139378943641915} {"level":"warn","ts":"2026-07-30T16:50:00.318076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"166.652328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:00.318131Z","caller":"traceutil/trace.go:172","msg":"trace[641653961] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1144; }","duration":"166.722619ms","start":"2026-07-30T16:50:00.151398Z","end":"2026-07-30T16:50:00.318120Z","steps":["trace[641653961] 'agreement among raft nodes before linearized reading' (duration: 166.617508ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:00.368785Z","caller":"traceutil/trace.go:172","msg":"trace[692386486] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"132.417916ms","start":"2026-07-30T16:50:00.236352Z","end":"2026-07-30T16:50:00.368770Z","steps":["trace[692386486] 'process raft request' (duration: 132.376016ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:00.369947Z","caller":"traceutil/trace.go:172","msg":"trace[1243233649] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"127.208385ms","start":"2026-07-30T16:50:00.242714Z","end":"2026-07-30T16:50:00.369922Z","steps":["trace[1243233649] 'process raft request' (duration: 126.992973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:00.371973Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.467789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:00.372013Z","caller":"traceutil/trace.go:172","msg":"trace[392446519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1148; }","duration":"144.515519ms","start":"2026-07-30T16:50:00.227489Z","end":"2026-07-30T16:50:00.372005Z","steps":["trace[392446519] 'agreement among raft nodes before linearized reading' (duration: 144.445288ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:01.170985Z","caller":"traceutil/trace.go:172","msg":"trace[723884385] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"115.980278ms","start":"2026-07-30T16:50:01.054977Z","end":"2026-07-30T16:50:01.170957Z","steps":["trace[723884385] 'process raft request' (duration: 115.713856ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:03.314011Z","caller":"traceutil/trace.go:172","msg":"trace[644990423] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"246.786702ms","start":"2026-07-30T16:50:03.067203Z","end":"2026-07-30T16:50:03.313990Z","steps":["trace[644990423] 'process raft request' (duration: 246.61154ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:03.314884Z","caller":"traceutil/trace.go:172","msg":"trace[530353719] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"239.710556ms","start":"2026-07-30T16:50:03.075153Z","end":"2026-07-30T16:50:03.314863Z","steps":["trace[530353719] 'process raft request' (duration: 239.524084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:04.063233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.265944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:04.063299Z","caller":"traceutil/trace.go:172","msg":"trace[1376570057] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1209; }","duration":"252.338175ms","start":"2026-07-30T16:50:03.810949Z","end":"2026-07-30T16:50:04.063287Z","steps":["trace[1376570057] 'range keys from in-memory index tree' (duration: 250.667199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:04.063487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.137428ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:04.063556Z","caller":"traceutil/trace.go:172","msg":"trace[265065183] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1209; }","duration":"210.226679ms","start":"2026-07-30T16:50:03.853317Z","end":"2026-07-30T16:50:04.063544Z","steps":["trace[265065183] 'range keys from in-memory index tree' (duration: 210.096348ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:04.084055Z","caller":"traceutil/trace.go:172","msg":"trace[566363099] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"189.823858ms","start":"2026-07-30T16:50:03.894212Z","end":"2026-07-30T16:50:04.084036Z","steps":["trace[566363099] 'process raft request' (duration: 189.660416ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.215939Z","caller":"traceutil/trace.go:172","msg":"trace[2041876382] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"120.675698ms","start":"2026-07-30T16:50:05.095236Z","end":"2026-07-30T16:50:05.215912Z","steps":["trace[2041876382] 'process raft request' (duration: 64.09183ms)","trace[2041876382] 'compare' (duration: 56.428957ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:05.258204Z","caller":"traceutil/trace.go:172","msg":"trace[655685684] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"161.908974ms","start":"2026-07-30T16:50:05.096236Z","end":"2026-07-30T16:50:05.258145Z","steps":["trace[655685684] 'process raft request' (duration: 161.592411ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.258602Z","caller":"traceutil/trace.go:172","msg":"trace[720973175] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"150.959972ms","start":"2026-07-30T16:50:05.107623Z","end":"2026-07-30T16:50:05.258583Z","steps":["trace[720973175] 'process raft request' (duration: 150.361366ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.377386Z","caller":"traceutil/trace.go:172","msg":"trace[294675469] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1229; }","duration":"154.675307ms","start":"2026-07-30T16:50:05.222682Z","end":"2026-07-30T16:50:05.377357Z","steps":["trace[294675469] 'process raft request' (duration: 154.534815ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.377420Z","caller":"traceutil/trace.go:172","msg":"trace[837671521] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1229; }","duration":"151.81801ms","start":"2026-07-30T16:50:05.225570Z","end":"2026-07-30T16:50:05.377388Z","steps":["trace[837671521] 'process raft request' (duration: 151.700969ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.377603Z","caller":"traceutil/trace.go:172","msg":"trace[714057197] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1229; }","duration":"114.637942ms","start":"2026-07-30T16:50:05.262953Z","end":"2026-07-30T16:50:05.377591Z","steps":["trace[714057197] 'process raft request' (duration: 114.378469ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.377695Z","caller":"traceutil/trace.go:172","msg":"trace[691572579] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1229; }","duration":"109.626375ms","start":"2026-07-30T16:50:05.268064Z","end":"2026-07-30T16:50:05.377690Z","steps":["trace[691572579] 'process raft request' (duration: 109.287832ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.486071Z","caller":"traceutil/trace.go:172","msg":"trace[610002792] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1434; }","duration":"106.896659ms","start":"2026-07-30T16:50:05.379156Z","end":"2026-07-30T16:50:05.486052Z","steps":["trace[610002792] 'read index received' (duration: 106.888589ms)","trace[610002792] 'applied index is now lower than readState.Index' (duration: 6.96µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:05.486265Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.090622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2.cilium.io\" limit:1 ","response":"range_response_count:1 size:947"} {"level":"info","ts":"2026-07-30T16:50:05.486266Z","caller":"traceutil/trace.go:172","msg":"trace[175108782] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1235; }","duration":"101.652501ms","start":"2026-07-30T16:50:05.384596Z","end":"2026-07-30T16:50:05.486248Z","steps":["trace[175108782] 'process raft request' (duration: 101.575849ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:05.486293Z","caller":"traceutil/trace.go:172","msg":"trace[1085734542] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2.cilium.io; range_end:; response_count:1; response_revision:1235; }","duration":"107.136152ms","start":"2026-07-30T16:50:05.379151Z","end":"2026-07-30T16:50:05.486287Z","steps":["trace[1085734542] 'agreement among raft nodes before linearized reading' (duration: 107.00289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:05.550549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.638415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io\" limit:1 ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-07-30T16:50:05.550903Z","caller":"traceutil/trace.go:172","msg":"trace[1997770369] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v2alpha1.cilium.io; range_end:; response_count:1; response_revision:1236; }","duration":"171.008689ms","start":"2026-07-30T16:50:05.379885Z","end":"2026-07-30T16:50:05.550893Z","steps":["trace[1997770369] 'agreement among raft nodes before linearized reading' (duration: 170.343902ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:06.265997Z","caller":"traceutil/trace.go:172","msg":"trace[239033209] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"126.528391ms","start":"2026-07-30T16:50:06.139447Z","end":"2026-07-30T16:50:06.265975Z","steps":["trace[239033209] 'process raft request' (duration: 126.43023ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:06.266154Z","caller":"traceutil/trace.go:172","msg":"trace[1729372200] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1253; }","duration":"131.118405ms","start":"2026-07-30T16:50:06.135016Z","end":"2026-07-30T16:50:06.266135Z","steps":["trace[1729372200] 'process raft request' (duration: 130.786242ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:06.413658Z","caller":"traceutil/trace.go:172","msg":"trace[11644388] linearizableReadLoop","detail":"{readStateIndex:1477; appliedIndex:1477; }","duration":"134.316474ms","start":"2026-07-30T16:50:06.279320Z","end":"2026-07-30T16:50:06.413637Z","steps":["trace[11644388] 'read index received' (duration: 134.309114ms)","trace[11644388] 'applied index is now lower than readState.Index' (duration: 6.48µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:06.413803Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.465265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:06.413864Z","caller":"traceutil/trace.go:172","msg":"trace[730096574] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:1256; }","duration":"134.537936ms","start":"2026-07-30T16:50:06.279306Z","end":"2026-07-30T16:50:06.413844Z","steps":["trace[730096574] 'agreement among raft nodes before linearized reading' (duration: 134.426545ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:06.414077Z","caller":"traceutil/trace.go:172","msg":"trace[1737284126] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1256; }","duration":"131.940022ms","start":"2026-07-30T16:50:06.282109Z","end":"2026-07-30T16:50:06.414049Z","steps":["trace[1737284126] 'process raft request' (duration: 131.807441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:06.469979Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57564","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:50:06.924591Z","caller":"traceutil/trace.go:172","msg":"trace[694973583] linearizableReadLoop","detail":"{readStateIndex:1486; appliedIndex:1487; }","duration":"106.494604ms","start":"2026-07-30T16:50:06.818073Z","end":"2026-07-30T16:50:06.924568Z","steps":["trace[694973583] 'read index received' (duration: 106.488574ms)","trace[694973583] 'applied index is now lower than readState.Index' (duration: 5.01µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:06.924752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.659155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:06.924786Z","caller":"traceutil/trace.go:172","msg":"trace[655091257] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1261; }","duration":"106.706696ms","start":"2026-07-30T16:50:06.818068Z","end":"2026-07-30T16:50:06.924774Z","steps":["trace[655091257] 'agreement among raft nodes before linearized reading' (duration: 106.616435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:06.926196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.85116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:50:06.926315Z","caller":"traceutil/trace.go:172","msg":"trace[183004770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1262; }","duration":"103.946871ms","start":"2026-07-30T16:50:06.822315Z","end":"2026-07-30T16:50:06.926262Z","steps":["trace[183004770] 'agreement among raft nodes before linearized reading' (duration: 103.741708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:07.378929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.475835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-07-30T16:50:07.379040Z","caller":"traceutil/trace.go:172","msg":"trace[224468329] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1265; }","duration":"103.569436ms","start":"2026-07-30T16:50:07.275422Z","end":"2026-07-30T16:50:07.378991Z","steps":["trace[224468329] 'range keys from in-memory index tree' (duration: 101.583287ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:08.571079Z","caller":"traceutil/trace.go:172","msg":"trace[801220635] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1273; }","duration":"118.235402ms","start":"2026-07-30T16:50:08.452822Z","end":"2026-07-30T16:50:08.571057Z","steps":["trace[801220635] 'process raft request' (duration: 118.07736ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:09.039880Z","caller":"traceutil/trace.go:172","msg":"trace[93259564] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"112.472287ms","start":"2026-07-30T16:50:08.927378Z","end":"2026-07-30T16:50:09.039850Z","steps":["trace[93259564] 'process raft request' (duration: 111.981382ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:09.108460Z","caller":"traceutil/trace.go:172","msg":"trace[723146402] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1280; }","duration":"140.997783ms","start":"2026-07-30T16:50:08.967441Z","end":"2026-07-30T16:50:09.108439Z","steps":["trace[723146402] 'process raft request' (duration: 140.85623ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:50:09.357273Z","caller":"traceutil/trace.go:172","msg":"trace[1596666505] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1284; }","duration":"103.345822ms","start":"2026-07-30T16:50:09.253893Z","end":"2026-07-30T16:50:09.357239Z","steps":["trace[1596666505] 'process raft request' (duration: 32.932407ms)","trace[1596666505] 'compare' (duration: 69.995431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:10.076887Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:50:10.092376Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:50:10.194234Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:50:10.230516Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:50:10.381036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:50:10.552142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57658","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:50:17.319445Z","caller":"traceutil/trace.go:172","msg":"trace[877551859] linearizableReadLoop","detail":"{readStateIndex:1657; appliedIndex:1658; }","duration":"163.869642ms","start":"2026-07-30T16:50:17.155556Z","end":"2026-07-30T16:50:17.319426Z","steps":["trace[877551859] 'read index received' (duration: 163.863352ms)","trace[877551859] 'applied index is now lower than readState.Index' (duration: 5.22µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:50:17.365531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.961607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:50:17.366226Z","caller":"traceutil/trace.go:172","msg":"trace[243782682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1407; }","duration":"210.656893ms","start":"2026-07-30T16:50:17.155541Z","end":"2026-07-30T16:50:17.366198Z","steps":["trace[243782682] 'agreement among raft nodes before linearized reading' (duration: 164.022373ms)","trace[243782682] 'range keys from in-memory index tree' (duration: 45.898764ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:50:18.243762Z","caller":"traceutil/trace.go:172","msg":"trace[1582038341] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"126.212223ms","start":"2026-07-30T16:50:18.117536Z","end":"2026-07-30T16:50:18.243748Z","steps":["trace[1582038341] 'process raft request' (duration: 126.104582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:50:24.996740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.325299ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:50:24.996832Z","caller":"traceutil/trace.go:172","msg":"trace[1923222723] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1444; }","duration":"143.428744ms","start":"2026-07-30T16:50:24.853385Z","end":"2026-07-30T16:50:24.996813Z","steps":["trace[1923222723] 'range keys from in-memory index tree' (duration: 141.535861ms)"],"step_count":1}