{"level":"warn","ts":"2026-04-18T17:54:12.945296Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-18T17:54:12.945508Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-18T17:54:12.945530Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.121:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.121:2380","--initial-cluster=controller-2=https://199.19.213.121:2380,controller-1=https://199.19.213.242:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.121:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.121:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-18T17:54:12.945630Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-18T17:54:12.945655Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-18T17:54:12.945670Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.121:2380"]} {"level":"info","ts":"2026-04-18T17:54:12.945699Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:54:12.946828Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"]} {"level":"info","ts":"2026-04-18T17:54:12.947052Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.121:2380"],"listen-peer-urls":["https://199.19.213.121:2380"],"advertise-client-urls":["https://199.19.213.121:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.242:2380,controller-2=https://199.19.213.121:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-18T17:54:12.948624Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00043a1c8}"} {"level":"info","ts":"2026-04-18T17:54:12.960516Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-18T17:54:12.960589Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"12.1755ms"} {"level":"info","ts":"2026-04-18T17:54:12.960625Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-18T17:54:12.960656Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-18T17:54:12.971444Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.242:2380","host":"199.19.213.242:2380","resolved-addr":"199.19.213.242:2380"} {"level":"info","ts":"2026-04-18T17:54:12.971517Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.121:2380","host":"199.19.213.121:2380","resolved-addr":"199.19.213.121:2380"} {"level":"info","ts":"2026-04-18T17:54:12.974430Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-18T17:54:12.986056Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-18T17:54:12.986132Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"5c0e5865e25e3cba","cluster-id":"edc6037504b39883"} {"level":"info","ts":"2026-04-18T17:54:12.986179Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-18T17:54:12.986357Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5c0e5865e25e3cba switched to configuration voters=()"} {"level":"info","ts":"2026-04-18T17:54:12.986436Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"5c0e5865e25e3cba became follower at term 0"} {"level":"info","ts":"2026-04-18T17:54:12.986451Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 5c0e5865e25e3cba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-18T17:54:13.002186Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-18T17:54:13.004502Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-18T17:54:13.006801Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-18T17:54:13.008076Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.008292Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc","remote-peer-urls":["https://199.19.213.242:2380"]} {"level":"info","ts":"2026-04-18T17:54:13.008339Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.008800Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.009065Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.009714Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.010543Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.010615Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.010598Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.010595Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc","remote-peer-urls":["https://199.19.213.242:2380"]} {"level":"info","ts":"2026-04-18T17:54:13.010853Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"5c0e5865e25e3cba","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-18T17:54:13.011276Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-18T17:54:13.011262Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:54:13.011318Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:54:13.011350Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:54:13.011595Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:54:13.011572Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.121:2380"} {"level":"info","ts":"2026-04-18T17:54:13.011635Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.121:2380"} {"level":"info","ts":"2026-04-18T17:54:13.012192Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"5c0e5865e25e3cba [term: 0] received a MsgHeartbeat message with higher term from ad427454a89beddc [term: 2]"} {"level":"info","ts":"2026-04-18T17:54:13.012342Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"5c0e5865e25e3cba became follower at term 2"} {"level":"info","ts":"2026-04-18T17:54:13.012367Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 5c0e5865e25e3cba elected leader ad427454a89beddc at term 2"} {"level":"info","ts":"2026-04-18T17:54:13.012749Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"5c0e5865e25e3cba","initial-advertise-peer-urls":["https://199.19.213.121:2380"],"listen-peer-urls":["https://199.19.213.121:2380"],"advertise-client-urls":["https://199.19.213.121:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-18T17:54:13.013117Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-18T17:54:13.026148Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5c0e5865e25e3cba","to":"ad427454a89beddc","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:54:13.026219Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.026289Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.026388Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.027129Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.031471Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5c0e5865e25e3cba","to":"ad427454a89beddc","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:54:13.031623Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.032245Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"5c0e5865e25e3cba","remote-snapshot-sender-id":"ad427454a89beddc","incoming-snapshot-index":512,"incoming-snapshot-message-size-bytes":7774,"incoming-snapshot-message-size":"7.8 kB"} {"level":"info","ts":"2026-04-18T17:54:13.045524Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000200.snap.db","bytes":741376,"size":"741 kB"} {"level":"info","ts":"2026-04-18T17:54:13.045560Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"5c0e5865e25e3cba","remote-snapshot-sender-id":"ad427454a89beddc","incoming-snapshot-index":512,"incoming-snapshot-size-bytes":741376,"incoming-snapshot-size":"741 kB","download-took":"13.423526ms"} {"level":"info","ts":"2026-04-18T17:54:13.045736Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 512, term: 2]"} {"level":"info","ts":"2026-04-18T17:54:13.045855Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5c0e5865e25e3cba switched to configuration voters=(12484669023979302364) learners=(6633336495776087226)"} {"level":"info","ts":"2026-04-18T17:54:13.045884Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"5c0e5865e25e3cba [commit: 512, lastindex: 512, lastterm: 2] restored snapshot [index: 512, term: 2]"} {"level":"info","ts":"2026-04-18T17:54:13.045895Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"5c0e5865e25e3cba [commit: 512] restored snapshot [index: 512, term: 2]"} {"level":"info","ts":"2026-04-18T17:54:13.046053Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":512,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-18T17:54:13.052220Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":512} {"level":"info","ts":"2026-04-18T17:54:13.052802Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078258}"} {"level":"info","ts":"2026-04-18T17:54:13.053541Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-18T17:54:13.053592Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"895.562µs"} {"level":"info","ts":"2026-04-18T17:54:13.053681Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-18T17:54:13.056943Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-18T17:54:13.056973Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-18T17:54:13.060039Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":479} {"level":"info","ts":"2026-04-18T17:54:13.060146Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":512} {"level":"info","ts":"2026-04-18T17:54:13.060217Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-18T17:54:13.060246Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-18T17:54:13.062650Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-18T17:54:13.063797Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-18T17:54:13.063821Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-18T17:54:13.063856Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-18T17:54:13.063864Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-18T17:54:13.064393Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-18T17:54:13.064415Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-18T17:54:13.064466Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:54:13.064478Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"edc6037504b39883","local-member-id":"5c0e5865e25e3cba","recovered-remote-peer-id":"5c0e5865e25e3cba","recovered-remote-peer-urls":["https://199.19.213.121:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:54:13.064490Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"edc6037504b39883","local-member-id":"5c0e5865e25e3cba","recovered-remote-peer-id":"ad427454a89beddc","recovered-remote-peer-urls":["https://199.19.213.242:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-18T17:54:13.064498Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:54:13.064505Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-18T17:54:13.064513Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-18T17:54:13.064522Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"ad427454a89beddc"} {"level":"warn","ts":"2026-04-18T17:54:13.064996Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.065075Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"ad427454a89beddc"} {"level":"warn","ts":"2026-04-18T17:54:13.066400Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.066461Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.066523Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"warn","ts":"2026-04-18T17:54:13.066753Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc","error":"context canceled"} {"level":"warn","ts":"2026-04-18T17:54:13.066903Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"ad427454a89beddc","error":"failed to read ad427454a89beddc on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-18T17:54:13.066954Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"warn","ts":"2026-04-18T17:54:13.067060Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:54:13.067087Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.067099Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.067150Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"5c0e5865e25e3cba","removed-remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.067167Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-18T17:54:13.067181Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-18T17:54:13.067211Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.067267Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.067794Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.067843Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc","remote-peer-urls":["https://199.19.213.242:2380"]} {"level":"info","ts":"2026-04-18T17:54:13.067857Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-18T17:54:13.067888Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":512,"current-applied-index":512,"incoming-leader-snapshot-index":512,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-18T17:54:13.067954Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.068104Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.069375Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"5c0e5865e25e3cba","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.121:2379]}","cluster-id":"edc6037504b39883","publish-timeout":"7s"} {"level":"info","ts":"2026-04-18T17:54:13.069406Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:54:13.069590Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.069605Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.069626Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:54:13.069806Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-18T17:54:13.069860Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-18T17:54:13.071338Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-18T17:54:13.071896Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-18T17:54:13.072056Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:54:13.075910Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.121:2379"} {"level":"info","ts":"2026-04-18T17:54:13.076374Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-18T17:54:13.079460Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.079494Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.082224Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.124316Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5c0e5865e25e3cba","to":"ad427454a89beddc","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:54:13.124372Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"info","ts":"2026-04-18T17:54:13.125247Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5c0e5865e25e3cba","to":"ad427454a89beddc","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:54:13.125296Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"ad427454a89beddc"} {"level":"warn","ts":"2026-04-18T17:54:13.398096Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.423186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.436260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.454629Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.121:58426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.458635Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53102","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:54:13.458797Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5c0e5865e25e3cba switched to configuration voters=(6633336495776087226 12484669023979302364)"} {"level":"info","ts":"2026-04-18T17:54:13.459983Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"edc6037504b39883","local-member-id":"5c0e5865e25e3cba","promoted-member-id":"5c0e5865e25e3cba"} {"level":"warn","ts":"2026-04-18T17:54:13.479500Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.494064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53140","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.505649Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.516354Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.524898Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.538797Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.550361Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53246","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.558485Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.573597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53288","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.581568Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.591103Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.600231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.607067Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.624470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.636432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53420","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.644716Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53446","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.656251Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.702809Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53490","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.711129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.718954Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.729749Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.738876Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.749010Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.759580Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.772524Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.780749Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.790848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.800311Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.812651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.828455Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53698","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.837494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.848284Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.857774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.867094Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53742","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.906435Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.918727Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.930926Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53772","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.940647Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.956642Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.963985Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.977734Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:13.997428Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.007267Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.011087Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53900","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.022376Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53926","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.032829Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.041053Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.051713Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.060931Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54012","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.069360Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.080373Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.089812Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.099251Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.110011Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.148526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.159071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.168000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:14.238185Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54150","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:54:14.940855Z","caller":"traceutil/trace.go:172","msg":"trace[1265855212] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"144.032212ms","start":"2026-04-18T17:54:14.796788Z","end":"2026-04-18T17:54:14.940820Z","steps":["trace[1265855212] 'process raft request' (duration: 143.771829ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:15.466754Z","caller":"traceutil/trace.go:172","msg":"trace[1206452357] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:520; }","duration":"105.04003ms","start":"2026-04-18T17:54:15.361690Z","end":"2026-04-18T17:54:15.466730Z","steps":["trace[1206452357] 'read index received' (duration: 105.02761ms)","trace[1206452357] 'applied index is now lower than readState.Index' (duration: 10.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:15.466982Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.244103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:54:15.467034Z","caller":"traceutil/trace.go:172","msg":"trace[1237895327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:485; }","duration":"105.335434ms","start":"2026-04-18T17:54:15.361683Z","end":"2026-04-18T17:54:15.467019Z","steps":["trace[1237895327] 'agreement among raft nodes before linearized reading' (duration: 105.135431ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:18.183904Z","caller":"traceutil/trace.go:172","msg":"trace[53829676] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"198.565456ms","start":"2026-04-18T17:54:17.985312Z","end":"2026-04-18T17:54:18.183877Z","steps":["trace[53829676] 'process raft request' (duration: 198.406914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:18.905199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.46501ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-18T17:54:18.905341Z","caller":"traceutil/trace.go:172","msg":"trace[213084575] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"130.183469ms","start":"2026-04-18T17:54:18.775138Z","end":"2026-04-18T17:54:18.905321Z","steps":["trace[213084575] 'read index received' (duration: 2.262269ms)","trace[213084575] 'applied index is now lower than readState.Index' (duration: 127.91973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:18.907140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.927989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:54:18.907265Z","caller":"traceutil/trace.go:172","msg":"trace[985179187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"132.123834ms","start":"2026-04-18T17:54:18.775115Z","end":"2026-04-18T17:54:18.907239Z","steps":["trace[985179187] 'agreement among raft nodes before linearized reading' (duration: 130.26666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:21.888804Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:22.049649Z","caller":"traceutil/trace.go:172","msg":"trace[611021030] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:613; }","duration":"661.03068ms","start":"2026-04-18T17:54:21.388567Z","end":"2026-04-18T17:54:22.049598Z","steps":["trace[611021030] 'read index received' (duration: 661.02159ms)","trace[611021030] 'applied index is now lower than readState.Index' (duration: 6.92µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:22.049840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"661.238503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-18T17:54:22.049914Z","caller":"traceutil/trace.go:172","msg":"trace[289930049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:573; }","duration":"661.350024ms","start":"2026-04-18T17:54:21.388547Z","end":"2026-04-18T17:54:22.049897Z","steps":["trace[289930049] 'agreement among raft nodes before linearized reading' (duration: 661.169942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:22.049993Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:21.388519Z","time spent":"661.453435ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:22.051491Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.944685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:54:22.051556Z","caller":"traceutil/trace.go:172","msg":"trace[1093690832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:573; }","duration":"195.013756ms","start":"2026-04-18T17:54:21.856529Z","end":"2026-04-18T17:54:22.051543Z","steps":["trace[1093690832] 'agreement among raft nodes before linearized reading' (duration: 194.838324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:28.207661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.108723ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-18T17:54:28.265415Z","caller":"traceutil/trace.go:172","msg":"trace[407979134] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:640; }","duration":"131.352146ms","start":"2026-04-18T17:54:28.134032Z","end":"2026-04-18T17:54:28.265384Z","steps":["trace[407979134] 'read index received' (duration: 131.347756ms)","trace[407979134] 'applied index is now lower than readState.Index' (duration: 3.63µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:28.265641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.585509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:54:28.265688Z","caller":"traceutil/trace.go:172","msg":"trace[908405742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"131.65301ms","start":"2026-04-18T17:54:28.134025Z","end":"2026-04-18T17:54:28.265678Z","steps":["trace[908405742] 'agreement among raft nodes before linearized reading' (duration: 131.462758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:28.519167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.304891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:54:31.358221Z","caller":"traceutil/trace.go:172","msg":"trace[878700460] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"164.811134ms","start":"2026-04-18T17:54:31.193388Z","end":"2026-04-18T17:54:31.358199Z","steps":["trace[878700460] 'process raft request' (duration: 164.651132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:31.804088Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:31.955635Z","caller":"traceutil/trace.go:172","msg":"trace[1399509357] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:647; }","duration":"651.609247ms","start":"2026-04-18T17:54:31.303966Z","end":"2026-04-18T17:54:31.955575Z","steps":["trace[1399509357] 'read index received' (duration: 651.600197ms)","trace[1399509357] 'applied index is now lower than readState.Index' (duration: 7.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:31.957385Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4375983305889512386,"received-request-id":4375983305889512384} {"level":"warn","ts":"2026-04-18T17:54:32.008475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.023989ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:32.008461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"704.47871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:32.008726Z","caller":"traceutil/trace.go:172","msg":"trace[1821654186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"704.756643ms","start":"2026-04-18T17:54:31.303948Z","end":"2026-04-18T17:54:32.008705Z","steps":["trace[1821654186] 'agreement among raft nodes before linearized reading' (duration: 651.74888ms)","trace[1821654186] 'range keys from in-memory index tree' (duration: 52.69656ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:32.008669Z","caller":"traceutil/trace.go:172","msg":"trace[1809345989] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:604; }","duration":"199.156281ms","start":"2026-04-18T17:54:31.809399Z","end":"2026-04-18T17:54:32.008555Z","steps":["trace[1809345989] 'range keys from in-memory index tree' (duration: 198.958298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:32.008779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:31.303891Z","time spent":"704.877154ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:32.021669Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.285743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:32.021731Z","caller":"traceutil/trace.go:172","msg":"trace[1901870127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"203.352444ms","start":"2026-04-18T17:54:31.818366Z","end":"2026-04-18T17:54:32.021718Z","steps":["trace[1901870127] 'agreement among raft nodes before linearized reading' (duration: 203.251273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:32.021834Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"659.134173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-2\" limit:1 ","response":"range_response_count:1 size:7801"} {"level":"info","ts":"2026-04-18T17:54:32.021903Z","caller":"traceutil/trace.go:172","msg":"trace[1558036174] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-controller-2; range_end:; response_count:1; response_revision:604; }","duration":"659.220604ms","start":"2026-04-18T17:54:31.362666Z","end":"2026-04-18T17:54:32.021887Z","steps":["trace[1558036174] 'agreement among raft nodes before linearized reading' (duration: 658.951961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:32.021948Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:31.362647Z","time spent":"659.291166ms","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7824,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-controller-2\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:54:37.310115Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512412,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:37.439498Z","caller":"traceutil/trace.go:172","msg":"trace[1391029385] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:665; }","duration":"629.476353ms","start":"2026-04-18T17:54:36.810006Z","end":"2026-04-18T17:54:37.439483Z","steps":["trace[1391029385] 'read index received' (duration: 629.472803ms)","trace[1391029385] 'applied index is now lower than readState.Index' (duration: 2.88µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:37.439642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"629.608336ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:37.439667Z","caller":"traceutil/trace.go:172","msg":"trace[1753892542] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:619; }","duration":"629.661257ms","start":"2026-04-18T17:54:36.809999Z","end":"2026-04-18T17:54:37.439660Z","steps":["trace[1753892542] 'agreement among raft nodes before linearized reading' (duration: 629.580586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:37.442547Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"621.725396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:37.442629Z","caller":"traceutil/trace.go:172","msg":"trace[466211127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"621.811107ms","start":"2026-04-18T17:54:36.820804Z","end":"2026-04-18T17:54:37.442615Z","steps":["trace[466211127] 'agreement among raft nodes before linearized reading' (duration: 621.684775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:37.442671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:36.820780Z","time spent":"621.880787ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:37.442800Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"507.432033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:37.442895Z","caller":"traceutil/trace.go:172","msg":"trace[2038298553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:621; }","duration":"507.550135ms","start":"2026-04-18T17:54:36.935322Z","end":"2026-04-18T17:54:37.442872Z","steps":["trace[2038298553] 'agreement among raft nodes before linearized reading' (duration: 507.237941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:37.442976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:36.935294Z","time spent":"507.670236ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:48.198239Z","caller":"traceutil/trace.go:172","msg":"trace[1835642459] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:698; }","duration":"389.073797ms","start":"2026-04-18T17:54:47.809123Z","end":"2026-04-18T17:54:48.198197Z","steps":["trace[1835642459] 'read index received' (duration: 389.059697ms)","trace[1835642459] 'applied index is now lower than readState.Index' (duration: 11.77µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:48.198352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"389.20883ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:48.198433Z","caller":"traceutil/trace.go:172","msg":"trace[629497840] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:648; }","duration":"389.301661ms","start":"2026-04-18T17:54:47.809114Z","end":"2026-04-18T17:54:48.198416Z","steps":["trace[629497840] 'agreement among raft nodes before linearized reading' (duration: 389.183259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.966475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.008074ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.966553Z","caller":"traceutil/trace.go:172","msg":"trace[1838121349] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:655; }","duration":"157.109505ms","start":"2026-04-18T17:54:52.809425Z","end":"2026-04-18T17:54:52.966535Z","steps":["trace[1838121349] 'range keys from in-memory index tree' (duration: 156.922092ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:52.966792Z","caller":"traceutil/trace.go:172","msg":"trace[816025561] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:707; }","duration":"146.263809ms","start":"2026-04-18T17:54:52.820493Z","end":"2026-04-18T17:54:52.966757Z","steps":["trace[816025561] 'read index received' (duration: 139.145381ms)","trace[816025561] 'applied index is now lower than readState.Index' (duration: 7.116678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:52.966963Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.443572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:52.967046Z","caller":"traceutil/trace.go:172","msg":"trace[1107686150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:657; }","duration":"146.549614ms","start":"2026-04-18T17:54:52.820478Z","end":"2026-04-18T17:54:52.967028Z","steps":["trace[1107686150] 'agreement among raft nodes before linearized reading' (duration: 146.385122ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:53.336044Z","caller":"traceutil/trace.go:172","msg":"trace[1883487338] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:711; }","duration":"369.1275ms","start":"2026-04-18T17:54:52.966889Z","end":"2026-04-18T17:54:53.336017Z","steps":["trace[1883487338] 'read index received' (duration: 369.11718ms)","trace[1883487338] 'applied index is now lower than readState.Index' (duration: 8.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:53.336205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.577806ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:53.336382Z","caller":"traceutil/trace.go:172","msg":"trace[708601833] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:659; }","duration":"369.736829ms","start":"2026-04-18T17:54:52.966588Z","end":"2026-04-18T17:54:53.336325Z","steps":["trace[708601833] 'agreement among raft nodes before linearized reading' (duration: 369.515075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:53.799738Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:57238","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:54:53.816461Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5c0e5865e25e3cba switched to configuration voters=(6633336495776087226 12484669023979302364) learners=(4471675562185009152)"} {"level":"info","ts":"2026-04-18T17:54:53.816713Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"edc6037504b39883","local-member-id":"5c0e5865e25e3cba","added-peer-id":"3e0e953b5ad52800","added-peer-peer-urls":["https://199.204.45.72:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:54:53.816749Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.816781Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.816933Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.816973Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800","remote-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-04-18T17:54:53.817249Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.817269Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.817283Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:53.817543Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"warn","ts":"2026-04-18T17:54:53.830000Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:57268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:53.856398Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:57292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:55.866962Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:57356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:56.392954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.152218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:56.393125Z","caller":"traceutil/trace.go:172","msg":"trace[448835247] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:664; }","duration":"119.278639ms","start":"2026-04-18T17:54:56.273757Z","end":"2026-04-18T17:54:56.393036Z","steps":["trace[448835247] 'range keys from in-memory index tree' (duration: 119.096647ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:56.405323Z","caller":"traceutil/trace.go:172","msg":"trace[1307694884] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"208.466867ms","start":"2026-04-18T17:54:56.196841Z","end":"2026-04-18T17:54:56.405307Z","steps":["trace[1307694884] 'process raft request' (duration: 208.293845ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:56.406372Z","caller":"traceutil/trace.go:172","msg":"trace[263528116] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"169.580328ms","start":"2026-04-18T17:54:56.236775Z","end":"2026-04-18T17:54:56.406355Z","steps":["trace[263528116] 'process raft request' (duration: 169.295334ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:56.567342Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.567413Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.571928Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5c0e5865e25e3cba","to":"3e0e953b5ad52800","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:54:56.571969Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.572738Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.573898Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5c0e5865e25e3cba","to":"3e0e953b5ad52800","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:54:56.573956Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"warn","ts":"2026-04-18T17:54:56.620859Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:56.621009Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800","error":"EOF"} {"level":"info","ts":"2026-04-18T17:54:56.632065Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.646745Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5c0e5865e25e3cba","to":"3e0e953b5ad52800","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-18T17:54:56.646822Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.646857Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.648025Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5c0e5865e25e3cba","to":"3e0e953b5ad52800","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-18T17:54:56.648605Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.648631Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"info","ts":"2026-04-18T17:54:56.669246Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5c0e5865e25e3cba","remote-peer-id":"3e0e953b5ad52800"} {"level":"warn","ts":"2026-04-18T17:54:56.869468Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:57388","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:54:56.872840Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5c0e5865e25e3cba switched to configuration voters=(4471675562185009152 6633336495776087226 12484669023979302364)"} {"level":"info","ts":"2026-04-18T17:54:56.873178Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"edc6037504b39883","local-member-id":"5c0e5865e25e3cba","promoted-member-id":"3e0e953b5ad52800"} {"level":"warn","ts":"2026-04-18T17:54:56.901170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.72:57426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:03.076433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.992216ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-18T17:55:03.076581Z","caller":"traceutil/trace.go:172","msg":"trace[1848083154] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:740; }","duration":"266.728326ms","start":"2026-04-18T17:55:02.809835Z","end":"2026-04-18T17:55:03.076563Z","steps":["trace[1848083154] 'read index received' (duration: 126.317316ms)","trace[1848083154] 'applied index is now lower than readState.Index' (duration: 140.40899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:03.076697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.850838ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:03.076728Z","caller":"traceutil/trace.go:172","msg":"trace[1585684069] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:681; }","duration":"266.892588ms","start":"2026-04-18T17:55:02.809827Z","end":"2026-04-18T17:55:03.076719Z","steps":["trace[1585684069] 'agreement among raft nodes before linearized reading' (duration: 266.824887ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:03.299348Z","caller":"traceutil/trace.go:172","msg":"trace[595854243] linearizableReadLoop","detail":"{readStateIndex:744; appliedIndex:744; }","duration":"222.710714ms","start":"2026-04-18T17:55:03.076610Z","end":"2026-04-18T17:55:03.299321Z","steps":["trace[595854243] 'read index received' (duration: 222.700614ms)","trace[595854243] 'applied index is now lower than readState.Index' (duration: 8.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:03.299536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"479.354817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:03.299598Z","caller":"traceutil/trace.go:172","msg":"trace[1023241131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:684; }","duration":"479.440928ms","start":"2026-04-18T17:55:02.820139Z","end":"2026-04-18T17:55:03.299579Z","steps":["trace[1023241131] 'agreement among raft nodes before linearized reading' (duration: 479.298536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:03.299672Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:02.820115Z","time spent":"479.542089ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:55:06.893834Z","caller":"traceutil/trace.go:172","msg":"trace[949824602] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:755; }","duration":"307.181607ms","start":"2026-04-18T17:55:06.586630Z","end":"2026-04-18T17:55:06.893812Z","steps":["trace[949824602] 'read index received' (duration: 307.173107ms)","trace[949824602] 'applied index is now lower than readState.Index' (duration: 7.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:06.894216Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.556952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:55:06.894377Z","caller":"traceutil/trace.go:172","msg":"trace[1654193649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:692; }","duration":"307.737484ms","start":"2026-04-18T17:55:06.586620Z","end":"2026-04-18T17:55:06.894357Z","steps":["trace[1654193649] 'agreement among raft nodes before linearized reading' (duration: 307.323999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:06.894420Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:06.586591Z","time spent":"307.818594ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-18T17:55:06.894601Z","caller":"traceutil/trace.go:172","msg":"trace[921925824] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"306.114884ms","start":"2026-04-18T17:55:06.588475Z","end":"2026-04-18T17:55:06.894590Z","steps":["trace[921925824] 'process raft request' (duration: 305.647859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:06.894892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:06.588458Z","time spent":"306.176975ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:55:06.894911Z","caller":"traceutil/trace.go:172","msg":"trace[998678991] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"215.439579ms","start":"2026-04-18T17:55:06.679280Z","end":"2026-04-18T17:55:06.894720Z","steps":["trace[998678991] 'process raft request' (duration: 215.210565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:07.773201Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.08244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:55:18.686782Z","caller":"traceutil/trace.go:172","msg":"trace[759938858] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:810; }","duration":"215.014917ms","start":"2026-04-18T17:55:18.471743Z","end":"2026-04-18T17:55:18.686758Z","steps":["trace[759938858] 'read index received' (duration: 155.873943ms)","trace[759938858] 'applied index is now lower than readState.Index' (duration: 59.139624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:18.687037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.24566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:55:18.687078Z","caller":"traceutil/trace.go:172","msg":"trace[819410079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:743; }","duration":"215.345031ms","start":"2026-04-18T17:55:18.471724Z","end":"2026-04-18T17:55:18.687069Z","steps":["trace[819410079] 'agreement among raft nodes before linearized reading' (duration: 215.139449ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:19.158392Z","caller":"traceutil/trace.go:172","msg":"trace[1412835813] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:813; }","duration":"287.134468ms","start":"2026-04-18T17:55:18.871225Z","end":"2026-04-18T17:55:19.158359Z","steps":["trace[1412835813] 'read index received' (duration: 287.126198ms)","trace[1412835813] 'applied index is now lower than readState.Index' (duration: 6.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:19.158620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.368871ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.158712Z","caller":"traceutil/trace.go:172","msg":"trace[791514635] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:744; }","duration":"287.480092ms","start":"2026-04-18T17:55:18.871209Z","end":"2026-04-18T17:55:19.158689Z","steps":["trace[791514635] 'agreement among raft nodes before linearized reading' (duration: 287.276889ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:19.650382Z","caller":"traceutil/trace.go:172","msg":"trace[502302528] linearizableReadLoop","detail":"{readStateIndex:816; appliedIndex:817; }","duration":"491.871709ms","start":"2026-04-18T17:55:19.158490Z","end":"2026-04-18T17:55:19.650362Z","steps":["trace[502302528] 'read index received' (duration: 491.865259ms)","trace[502302528] 'applied index is now lower than readState.Index' (duration: 5.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:19.650542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"695.278385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:55:19.650557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"778.025285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.650567Z","caller":"traceutil/trace.go:172","msg":"trace[796495740] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:748; }","duration":"695.321286ms","start":"2026-04-18T17:55:18.955238Z","end":"2026-04-18T17:55:19.650560Z","steps":["trace[796495740] 'agreement among raft nodes before linearized reading' (duration: 695.235375ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:19.650590Z","caller":"traceutil/trace.go:172","msg":"trace[809226834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:748; }","duration":"778.063405ms","start":"2026-04-18T17:55:18.872518Z","end":"2026-04-18T17:55:19.650581Z","steps":["trace[809226834] 'agreement among raft nodes before linearized reading' (duration: 778.000154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.650610Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:18.872486Z","time spent":"778.120136ms","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:55:19.650608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:18.955213Z","time spent":"695.388416ms","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:19.652232Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.993604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.652300Z","caller":"traceutil/trace.go:172","msg":"trace[543125123] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:750; }","duration":"267.074265ms","start":"2026-04-18T17:55:19.385212Z","end":"2026-04-18T17:55:19.652286Z","steps":["trace[543125123] 'agreement among raft nodes before linearized reading' (duration: 266.949573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.652406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"445.728291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.652977Z","caller":"traceutil/trace.go:172","msg":"trace[1193953745] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:750; }","duration":"446.317818ms","start":"2026-04-18T17:55:19.206642Z","end":"2026-04-18T17:55:19.652960Z","steps":["trace[1193953745] 'agreement among raft nodes before linearized reading' (duration: 445.691891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.652998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.434881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:19.653034Z","caller":"traceutil/trace.go:172","msg":"trace[297580633] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:750; }","duration":"490.474542ms","start":"2026-04-18T17:55:19.162549Z","end":"2026-04-18T17:55:19.653024Z","steps":["trace[297580633] 'agreement among raft nodes before linearized reading' (duration: 489.617672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:19.653071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:19.162510Z","time spent":"490.548863ms","remote":"127.0.0.1:53454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:19.654668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:19.206617Z","time spent":"447.447961ms","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"info","ts":"2026-04-18T17:55:27.682914Z","caller":"traceutil/trace.go:172","msg":"trace[897038256] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"415.132164ms","start":"2026-04-18T17:55:27.267755Z","end":"2026-04-18T17:55:27.682887Z","steps":["trace[897038256] 'process raft request' (duration: 414.969022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:27.683103Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:27.267712Z","time spent":"415.306946ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:55:27.772941Z","caller":"traceutil/trace.go:172","msg":"trace[1058302732] linearizableReadLoop","detail":"{readStateIndex:861; appliedIndex:861; }","duration":"213.425362ms","start":"2026-04-18T17:55:27.559490Z","end":"2026-04-18T17:55:27.772916Z","steps":["trace[1058302732] 'read index received' (duration: 213.417732ms)","trace[1058302732] 'applied index is now lower than readState.Index' (duration: 6.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:27.831709Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.202988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:55:27.831769Z","caller":"traceutil/trace.go:172","msg":"trace[1809266774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:785; }","duration":"272.278389ms","start":"2026-04-18T17:55:27.559476Z","end":"2026-04-18T17:55:27.831755Z","steps":["trace[1809266774] 'agreement among raft nodes before linearized reading' (duration: 213.526473ms)","trace[1809266774] 'range keys from in-memory index tree' (duration: 58.589784ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:55:27.832041Z","caller":"traceutil/trace.go:172","msg":"trace[1829226106] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"357.202989ms","start":"2026-04-18T17:55:27.474827Z","end":"2026-04-18T17:55:27.832030Z","steps":["trace[1829226106] 'process raft request' (duration: 298.147199ms)","trace[1829226106] 'compare' (duration: 58.487013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:27.832111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:27.474800Z","time spent":"357.26594ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:55:28.145098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.233243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:55:28.145867Z","caller":"traceutil/trace.go:172","msg":"trace[837274548] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:864; }","duration":"372.829297ms","start":"2026-04-18T17:55:27.773007Z","end":"2026-04-18T17:55:28.145836Z","steps":["trace[837274548] 'read index received' (duration: 372.821457ms)","trace[837274548] 'applied index is now lower than readState.Index' (duration: 6.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:28.146777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.881795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:55 size:4657"} {"level":"info","ts":"2026-04-18T17:55:28.146883Z","caller":"traceutil/trace.go:172","msg":"trace[1320731325] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:55; response_revision:788; }","duration":"417.009326ms","start":"2026-04-18T17:55:27.729857Z","end":"2026-04-18T17:55:28.146866Z","steps":["trace[1320731325] 'agreement among raft nodes before linearized reading' (duration: 416.46706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:28.146928Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:27.729833Z","time spent":"417.084238ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":55,"response size":4680,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-18T17:55:28.199172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.109737ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:28.199272Z","caller":"traceutil/trace.go:172","msg":"trace[378487149] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:788; }","duration":"367.229728ms","start":"2026-04-18T17:55:27.832020Z","end":"2026-04-18T17:55:28.199250Z","steps":["trace[378487149] 'agreement among raft nodes before linearized reading' (duration: 367.081886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:28.199372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.199811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:55:28.199471Z","caller":"traceutil/trace.go:172","msg":"trace[1361335228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:788; }","duration":"184.324992ms","start":"2026-04-18T17:55:28.015126Z","end":"2026-04-18T17:55:28.199451Z","steps":["trace[1361335228] 'agreement among raft nodes before linearized reading' (duration: 184.014149ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:46.427381Z","caller":"traceutil/trace.go:172","msg":"trace[1809591360] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:957; }","duration":"246.57233ms","start":"2026-04-18T17:55:46.180786Z","end":"2026-04-18T17:55:46.427358Z","steps":["trace[1809591360] 'read index received' (duration: 246.5672ms)","trace[1809591360] 'applied index is now lower than readState.Index' (duration: 3.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:46.427833Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.891593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.121\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-18T17:55:46.427953Z","caller":"traceutil/trace.go:172","msg":"trace[1434597210] range","detail":"{range_begin:/registry/masterleases/199.19.213.121; range_end:; response_count:1; response_revision:870; }","duration":"247.155247ms","start":"2026-04-18T17:55:46.180775Z","end":"2026-04-18T17:55:46.427930Z","steps":["trace[1434597210] 'agreement among raft nodes before linearized reading' (duration: 246.680881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:06.310675Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:06.811593Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512888,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:07.311790Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512888,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:07.643572Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"5c0e5865e25e3cba [logterm: 2, index: 1085, vote: 0] ignored MsgPreVote from 3e0e953b5ad52800 [logterm: 2, index: 1085] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"info","ts":"2026-04-18T17:56:07.730877Z","caller":"traceutil/trace.go:172","msg":"trace[249885078] linearizableReadLoop","detail":"{readStateIndex:1070; appliedIndex:1070; }","duration":"1.921132359s","start":"2026-04-18T17:56:05.809719Z","end":"2026-04-18T17:56:07.730852Z","steps":["trace[249885078] 'read index received' (duration: 1.921126889s)","trace[249885078] 'applied index is now lower than readState.Index' (duration: 4.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:07.731099Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.921347239s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.731200Z","caller":"traceutil/trace.go:172","msg":"trace[1189913470] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:970; }","duration":"1.921465264s","start":"2026-04-18T17:56:05.809712Z","end":"2026-04-18T17:56:07.731177Z","steps":["trace[1189913470] 'agreement among raft nodes before linearized reading' (duration: 1.921279656s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.735099Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4375983305889512889,"received-request-id":4375983305889512888} {"level":"warn","ts":"2026-04-18T17:56:07.822471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"582.889937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.822607Z","caller":"traceutil/trace.go:172","msg":"trace[1408789278] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:985; }","duration":"583.038335ms","start":"2026-04-18T17:56:07.239551Z","end":"2026-04-18T17:56:07.822589Z","steps":["trace[1408789278] 'agreement among raft nodes before linearized reading' (duration: 582.856337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.822657Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:07.239518Z","time spent":"583.125668ms","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:07.822731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000154833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.822804Z","caller":"traceutil/trace.go:172","msg":"trace[1253767600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:985; }","duration":"2.000232666s","start":"2026-04-18T17:56:05.822550Z","end":"2026-04-18T17:56:07.822783Z","steps":["trace[1253767600] 'agreement among raft nodes before linearized reading' (duration: 2.00010596s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.822843Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:05.822512Z","time spent":"2.000325549s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:07.822902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.333436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.822944Z","caller":"traceutil/trace.go:172","msg":"trace[1513482162] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:985; }","duration":"275.373248ms","start":"2026-04-18T17:56:07.547558Z","end":"2026-04-18T17:56:07.822931Z","steps":["trace[1513482162] 'agreement among raft nodes before linearized reading' (duration: 275.311535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.822536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.64058667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.121\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-18T17:56:07.823099Z","caller":"traceutil/trace.go:172","msg":"trace[887837278] range","detail":"{range_begin:/registry/masterleases/199.19.213.121; range_end:; response_count:1; response_revision:985; }","duration":"1.641177235s","start":"2026-04-18T17:56:06.181911Z","end":"2026-04-18T17:56:07.823088Z","steps":["trace[887837278] 'agreement among raft nodes before linearized reading' (duration: 1.640497036s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.823129Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:06.181872Z","time spent":"1.641246498s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.121\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:07.822774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.780040369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:07.823232Z","caller":"traceutil/trace.go:172","msg":"trace[1385845723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:985; }","duration":"1.780495278s","start":"2026-04-18T17:56:06.042724Z","end":"2026-04-18T17:56:07.823219Z","steps":["trace[1385845723] 'agreement among raft nodes before linearized reading' (duration: 1.779844721s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.823299Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:06.042692Z","time spent":"1.780593842s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:07.824393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.052338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:56:07.824633Z","caller":"traceutil/trace.go:172","msg":"trace[1351792147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:985; }","duration":"209.251436ms","start":"2026-04-18T17:56:07.615257Z","end":"2026-04-18T17:56:07.824508Z","steps":["trace[1351792147] 'agreement among raft nodes before linearized reading' (duration: 207.183708ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.843476Z","caller":"traceutil/trace.go:172","msg":"trace[981629680] transaction","detail":"{read_only:false; number_of_response:0; response_revision:998; }","duration":"100.192875ms","start":"2026-04-18T17:56:07.743252Z","end":"2026-04-18T17:56:07.843445Z","steps":["trace[981629680] 'process raft request' (duration: 100.07725ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.843753Z","caller":"traceutil/trace.go:172","msg":"trace[738021813] transaction","detail":"{read_only:false; number_of_response:0; response_revision:998; }","duration":"100.381352ms","start":"2026-04-18T17:56:07.743316Z","end":"2026-04-18T17:56:07.843697Z","steps":["trace[738021813] 'process raft request' (duration: 100.057159ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.843804Z","caller":"traceutil/trace.go:172","msg":"trace[1660514265] transaction","detail":"{read_only:false; number_of_response:0; response_revision:998; }","duration":"100.668115ms","start":"2026-04-18T17:56:07.743122Z","end":"2026-04-18T17:56:07.843790Z","steps":["trace[1660514265] 'process raft request' (duration: 100.194734ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.843863Z","caller":"traceutil/trace.go:172","msg":"trace[1195232112] transaction","detail":"{read_only:false; number_of_response:1; response_revision:998; }","duration":"100.55616ms","start":"2026-04-18T17:56:07.743285Z","end":"2026-04-18T17:56:07.843841Z","steps":["trace[1195232112] 'process raft request' (duration: 100.062199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:08.694190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.643478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:08.694835Z","caller":"traceutil/trace.go:172","msg":"trace[1010948977] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"506.617797ms","start":"2026-04-18T17:56:08.188193Z","end":"2026-04-18T17:56:08.694811Z","steps":["trace[1010948977] 'process raft request' (duration: 506.313824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:08.694991Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:08.188148Z","time spent":"506.768773ms","remote":"127.0.0.1:53112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:08.719017Z","caller":"traceutil/trace.go:172","msg":"trace[1167635204] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1036; }","duration":"514.873796ms","start":"2026-04-18T17:56:08.204119Z","end":"2026-04-18T17:56:08.718993Z","steps":["trace[1167635204] 'process raft request' (duration: 514.759061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:08.719754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:08.204092Z","time spent":"515.003811ms","remote":"127.0.0.1:53112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":80739,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:10.319776Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:10.820607Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:11.321804Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:11.452028Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.90828478s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:11.797057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.987461198s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:11.797214Z","caller":"traceutil/trace.go:172","msg":"trace[811545017] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1056; }","duration":"1.987640365s","start":"2026-04-18T17:56:09.809541Z","end":"2026-04-18T17:56:11.797181Z","steps":["trace[811545017] 'range keys from in-memory index tree' (duration: 1.987399034s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:11.798067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"345.641403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:11.819095Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999876579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:11.819210Z","caller":"traceutil/trace.go:172","msg":"trace[253205662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006574s","start":"2026-04-18T17:56:09.819180Z","end":"2026-04-18T17:56:11.819187Z","steps":["trace[253205662] 'agreement among raft nodes before linearized reading' (duration: 1.999872108s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:11.819365Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.819159Z","time spent":"2.000195832s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:11.822860Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:12.323032Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:12.801631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"471.559926ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-18T17:56:12.823817Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512950,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:12.851715Z","caller":"traceutil/trace.go:172","msg":"trace[371166689] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1253; }","duration":"3.032496894s","start":"2026-04-18T17:56:09.819196Z","end":"2026-04-18T17:56:12.851693Z","steps":["trace[371166689] 'read index received' (duration: 3.032477213s)","trace[371166689] 'applied index is now lower than readState.Index' (duration: 3.501µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:12.852348Z","caller":"traceutil/trace.go:172","msg":"trace[1035848457] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1063; }","duration":"3.197114039s","start":"2026-04-18T17:56:09.655215Z","end":"2026-04-18T17:56:12.852329Z","steps":["trace[1035848457] 'process raft request' (duration: 3.196905481s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.852497Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.655181Z","time spent":"3.197247265s","remote":"127.0.0.1:53112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":208521,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:12.852956Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4375983305889512953,"received-request-id":4375983305889512950} {"level":"warn","ts":"2026-04-18T17:56:12.857026Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.388140779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:12.857086Z","caller":"traceutil/trace.go:172","msg":"trace[1084668436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1063; }","duration":"2.388202052s","start":"2026-04-18T17:56:10.468870Z","end":"2026-04-18T17:56:12.857072Z","steps":["trace[1084668436] 'agreement among raft nodes before linearized reading' (duration: 2.388106438s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.857119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:10.468847Z","time spent":"2.388262574s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:12.857161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.036164983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:56:12.857207Z","caller":"traceutil/trace.go:172","msg":"trace[710422181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1063; }","duration":"1.036209334s","start":"2026-04-18T17:56:11.820982Z","end":"2026-04-18T17:56:12.857191Z","steps":["trace[710422181] 'agreement among raft nodes before linearized reading' (duration: 1.036072999s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.857260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:11.820961Z","time spent":"1.036285468s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:12.857646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.036667614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:12.857746Z","caller":"traceutil/trace.go:172","msg":"trace[1480096270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1063; }","duration":"1.036769438s","start":"2026-04-18T17:56:11.820965Z","end":"2026-04-18T17:56:12.857734Z","steps":["trace[1480096270] 'agreement among raft nodes before linearized reading' (duration: 1.036640502s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.857782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:11.820944Z","time spent":"1.03682803s","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:12.857789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"649.984427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:12.857829Z","caller":"traceutil/trace.go:172","msg":"trace[2126099436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1063; }","duration":"650.029269ms","start":"2026-04-18T17:56:12.207787Z","end":"2026-04-18T17:56:12.857817Z","steps":["trace[2126099436] 'agreement among raft nodes before linearized reading' (duration: 649.887263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.857861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:12.207763Z","time spent":"650.089242ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:12.858055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"814.721453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:12.858095Z","caller":"traceutil/trace.go:172","msg":"trace[999105339] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; response_count:0; response_revision:1063; }","duration":"814.763985ms","start":"2026-04-18T17:56:12.043319Z","end":"2026-04-18T17:56:12.858083Z","steps":["trace[999105339] 'agreement among raft nodes before linearized reading' (duration: 814.694482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.858108Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.060820706s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:12.858125Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:12.043294Z","time spent":"814.819547ms","remote":"127.0.0.1:53700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:12.858146Z","caller":"traceutil/trace.go:172","msg":"trace[2065478114] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1063; }","duration":"1.060861307s","start":"2026-04-18T17:56:11.797273Z","end":"2026-04-18T17:56:12.858134Z","steps":["trace[2065478114] 'agreement among raft nodes before linearized reading' (duration: 1.060804725s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.858359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.579260727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:12.858420Z","caller":"traceutil/trace.go:172","msg":"trace[445269817] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1063; }","duration":"1.579326949s","start":"2026-04-18T17:56:11.279081Z","end":"2026-04-18T17:56:12.858408Z","steps":["trace[445269817] 'agreement among raft nodes before linearized reading' (duration: 1.579229595s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.858472Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:11.279064Z","time spent":"1.579399222s","remote":"127.0.0.1:53620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:12.858532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.525337797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:12.858605Z","caller":"traceutil/trace.go:172","msg":"trace[202688108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1063; }","duration":"1.525427321s","start":"2026-04-18T17:56:11.333162Z","end":"2026-04-18T17:56:12.858589Z","steps":["trace[202688108] 'agreement among raft nodes before linearized reading' (duration: 1.525261314s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.858639Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:11.333138Z","time spent":"1.525495114s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:12.864553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.561294859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:12.864693Z","caller":"traceutil/trace.go:172","msg":"trace[316592247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1063; }","duration":"1.561438385s","start":"2026-04-18T17:56:11.303234Z","end":"2026-04-18T17:56:12.864673Z","steps":["trace[316592247] 'agreement among raft nodes before linearized reading' (duration: 1.555397806s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.864771Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:11.303212Z","time spent":"1.56155128s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:17.318058Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:17.818486Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:18.099208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.517049712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:18.099319Z","caller":"traceutil/trace.go:172","msg":"trace[370913130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1098; }","duration":"1.517179317s","start":"2026-04-18T17:56:16.582117Z","end":"2026-04-18T17:56:18.099296Z","steps":["trace[370913130] 'range keys from in-memory index tree' (duration: 1.515364465s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:18.099379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:16.582094Z","time spent":"1.517269711s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:18.099646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.290355329s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:18.099680Z","caller":"traceutil/trace.go:172","msg":"trace[1482439927] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1098; }","duration":"1.29039044s","start":"2026-04-18T17:56:16.809281Z","end":"2026-04-18T17:56:18.099671Z","steps":["trace[1482439927] 'range keys from in-memory index tree' (duration: 1.290317087s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:18.099881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.426402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:18.319219Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:18.817933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000270876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:18.818018Z","caller":"traceutil/trace.go:172","msg":"trace[190419609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037763s","start":"2026-04-18T17:56:16.817628Z","end":"2026-04-18T17:56:18.818006Z","steps":["trace[190419609] 'agreement among raft nodes before linearized reading' (duration: 2.000268126s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:18.818058Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:16.817610Z","time spent":"2.000441723s","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:18.819815Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512980,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:19.043410Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"5c0e5865e25e3cba [logterm: 2, index: 1298, vote: 0] cast MsgPreVote for 3e0e953b5ad52800 [logterm: 2, index: 1298] at term 2"} {"level":"info","ts":"2026-04-18T17:56:19.045794Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"5c0e5865e25e3cba [term: 2] received a MsgVote message with higher term from 3e0e953b5ad52800 [term: 3]"} {"level":"info","ts":"2026-04-18T17:56:19.045967Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"5c0e5865e25e3cba became follower at term 3"} {"level":"info","ts":"2026-04-18T17:56:19.046036Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"5c0e5865e25e3cba [logterm: 2, index: 1298, vote: 0] cast MsgVote for 3e0e953b5ad52800 [logterm: 2, index: 1298] at term 3"} {"level":"info","ts":"2026-04-18T17:56:19.046095Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 5c0e5865e25e3cba lost leader ad427454a89beddc at term 3"} {"level":"info","ts":"2026-04-18T17:56:19.159140Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"5c0e5865e25e3cba [term: 3] ignored a MsgReadIndexResp message with lower term from ad427454a89beddc [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:19.201209Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 5c0e5865e25e3cba elected leader 3e0e953b5ad52800 at term 3"} {"level":"warn","ts":"2026-04-18T17:56:19.701559Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:20.202292Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:20.409797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.842123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:20.409962Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-18T17:56:20.828066Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000516495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:20.828414Z","caller":"traceutil/trace.go:172","msg":"trace[849423104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000813208s","start":"2026-04-18T17:56:18.827521Z","end":"2026-04-18T17:56:20.828335Z","steps":["trace[849423104] 'agreement among raft nodes before linearized reading' (duration: 2.000513435s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:20.828507Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:18.827506Z","time spent":"2.000984834s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:20 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:20.910518Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:21.404346Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.288337864s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:21.410868Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:21.900863Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999442978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:21.901079Z","caller":"traceutil/trace.go:172","msg":"trace[1411273285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999690907s","start":"2026-04-18T17:56:16.901367Z","end":"2026-04-18T17:56:21.901058Z","steps":["trace[1411273285] 'agreement among raft nodes before linearized reading' (duration: 4.999438297s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:21.901290Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:16.901346Z","time spent":"4.999928628s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/04/18 17:56:21 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:21.911595Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:22.243613Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"5c0e5865e25e3cba [logterm: 3, index: 1301, vote: 3e0e953b5ad52800] ignored MsgPreVote from 3e0e953b5ad52800 [logterm: 3, index: 1301] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-04-18T17:56:22.412229Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:22.828689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999747745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:22.828785Z","caller":"traceutil/trace.go:172","msg":"trace[429537601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999853209s","start":"2026-04-18T17:56:20.828906Z","end":"2026-04-18T17:56:22.828759Z","steps":["trace[429537601] 'agreement among raft nodes before linearized reading' (duration: 1.999746195s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:22.828854Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:20.828859Z","time spent":"1.999966992s","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:22.912487Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:23.302724Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000514463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:23.302856Z","caller":"traceutil/trace.go:172","msg":"trace[302392596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00068566s","start":"2026-04-18T17:56:21.302136Z","end":"2026-04-18T17:56:23.302821Z","steps":["trace[302392596] 'agreement among raft nodes before linearized reading' (duration: 2.000507483s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:23.302929Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:21.302107Z","time spent":"2.000809766s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:23 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-18T17:56:23.344210Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"5c0e5865e25e3cba [logterm: 3, index: 1301, vote: 3e0e953b5ad52800] ignored MsgPreVote from 3e0e953b5ad52800 [logterm: 3, index: 1301] at term 3: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-04-18T17:56:23.412858Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:23.506797Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.102167444s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:23.914031Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:24.009862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999267091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:24.009967Z","caller":"traceutil/trace.go:172","msg":"trace[1644167309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999417447s","start":"2026-04-18T17:56:19.010534Z","end":"2026-04-18T17:56:24.009951Z","steps":["trace[1644167309] 'agreement among raft nodes before linearized reading' (duration: 4.999264441s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:24.010042Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:19.010511Z","time spent":"4.99949516s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:24.387627Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"5c0e5865e25e3cba is starting a new election at term 3"} {"level":"info","ts":"2026-04-18T17:56:24.387694Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"5c0e5865e25e3cba became pre-candidate at term 3"} {"level":"info","ts":"2026-04-18T17:56:24.387722Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5c0e5865e25e3cba [logterm: 3, index: 1301] sent MsgPreVote request to 3e0e953b5ad52800 at term 3"} {"level":"info","ts":"2026-04-18T17:56:24.387739Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5c0e5865e25e3cba [logterm: 3, index: 1301] sent MsgPreVote request to ad427454a89beddc at term 3"} {"level":"info","ts":"2026-04-18T17:56:24.387774Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 5c0e5865e25e3cba lost leader 3e0e953b5ad52800 at term 3"} {"level":"info","ts":"2026-04-18T17:56:24.387843Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5c0e5865e25e3cba received MsgPreVoteResp from 5c0e5865e25e3cba at term 3"} {"level":"info","ts":"2026-04-18T17:56:24.387876Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5c0e5865e25e3cba has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:56:24.389237Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5c0e5865e25e3cba received MsgPreVoteResp from 3e0e953b5ad52800 at term 3"} {"level":"info","ts":"2026-04-18T17:56:24.389276Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5c0e5865e25e3cba has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:56:24.389304Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"5c0e5865e25e3cba became candidate at term 4"} {"level":"info","ts":"2026-04-18T17:56:24.389332Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5c0e5865e25e3cba [logterm: 3, index: 1301] sent MsgVote request to 3e0e953b5ad52800 at term 4"} {"level":"info","ts":"2026-04-18T17:56:24.389354Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5c0e5865e25e3cba [logterm: 3, index: 1301] sent MsgVote request to ad427454a89beddc at term 4"} {"level":"warn","ts":"2026-04-18T17:56:24.414774Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:24.443632Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"5c0e5865e25e3cba [logterm: 3, index: 1301, vote: 5c0e5865e25e3cba] rejected MsgPreVote from 3e0e953b5ad52800 [logterm: 3, index: 1301] at term 4"} {"level":"warn","ts":"2026-04-18T17:56:24.837504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999780683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:24.837615Z","caller":"traceutil/trace.go:172","msg":"trace[952138555] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999904928s","start":"2026-04-18T17:56:22.837686Z","end":"2026-04-18T17:56:24.837591Z","steps":["trace[952138555] 'agreement among raft nodes before linearized reading' (duration: 1.999774713s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:24.837684Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:22.837647Z","time spent":"2.000023123s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:24 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:24.918813Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:25.418990Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:25.545877Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"5c0e5865e25e3cba [logterm: 3, index: 1301, vote: 5c0e5865e25e3cba] rejected MsgPreVote from 3e0e953b5ad52800 [logterm: 3, index: 1301] at term 4"} {"level":"warn","ts":"2026-04-18T17:56:25.876317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:18.875542Z","time spent":"7.000759623s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-18T17:56:25.919737Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512982,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:26.049482Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.660021651s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:56:26.049699Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5c0e5865e25e3cba received MsgVoteResp from 5c0e5865e25e3cba at term 4"} {"level":"info","ts":"2026-04-18T17:56:26.049749Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5c0e5865e25e3cba has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:56:26.056465Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5c0e5865e25e3cba received MsgVoteResp from 3e0e953b5ad52800 at term 4"} {"level":"info","ts":"2026-04-18T17:56:26.056525Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5c0e5865e25e3cba has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:56:26.056572Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"5c0e5865e25e3cba became leader at term 4"} {"level":"info","ts":"2026-04-18T17:56:26.056603Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 5c0e5865e25e3cba elected leader 5c0e5865e25e3cba at term 4"} {"level":"warn","ts":"2026-04-18T17:56:26.056777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.235025161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a785240a7d8e2c\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.056822Z","caller":"traceutil/trace.go:172","msg":"trace[1773605413] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a785240a7d8e2c; range_end:; }","duration":"7.235096024s","start":"2026-04-18T17:56:18.821710Z","end":"2026-04-18T17:56:26.056806Z","steps":["trace[1773605413] 'agreement among raft nodes before linearized reading' (duration: 7.235022771s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.056869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:18.821689Z","time spent":"7.235169597s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a785240a7d8e2c\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.056897Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.957122749s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.056996Z","caller":"traceutil/trace.go:172","msg":"trace[2050518101] range","detail":"{range_begin:; range_end:; }","duration":"7.957271695s","start":"2026-04-18T17:56:18.099708Z","end":"2026-04-18T17:56:26.056979Z","steps":["trace[2050518101] 'agreement among raft nodes before linearized reading' (duration: 7.957120019s)"],"step_count":1} {"level":"error","ts":"2026-04-18T17:56:26.057060Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-18T17:56:26.056897Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.93720197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sl87w\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:26.057305Z","caller":"traceutil/trace.go:172","msg":"trace[1967986611] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sl87w; range_end:; }","duration":"8.937556623s","start":"2026-04-18T17:56:17.119667Z","end":"2026-04-18T17:56:26.057224Z","steps":["trace[1967986611] 'agreement among raft nodes before linearized reading' (duration: 8.937198539s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.057345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:17.119645Z","time spent":"8.937689878s","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-sl87w\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:26.217382Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"info","ts":"2026-04-18T17:56:26.217603Z","caller":"traceutil/trace.go:172","msg":"trace[45878114] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"6.90404561s","start":"2026-04-18T17:56:19.312982Z","end":"2026-04-18T17:56:26.217028Z","steps":["trace[45878114] 'process raft request' (duration: 6.903229069s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.218079Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:19.312955Z","time spent":"6.904784068s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:26.577468Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"161.47706ms"} {"level":"warn","ts":"2026-04-18T17:56:26.577559Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"161.576474ms"} {"level":"info","ts":"2026-04-18T17:56:26.577565Z","caller":"traceutil/trace.go:172","msg":"trace[1664082832] linearizableReadLoop","detail":"{readStateIndex:1302; appliedIndex:1302; }","duration":"520.82082ms","start":"2026-04-18T17:56:26.056705Z","end":"2026-04-18T17:56:26.577526Z","steps":["trace[1664082832] 'read index received' (duration: 520.796339ms)","trace[1664082832] 'applied index is now lower than readState.Index' (duration: 22.221µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:26.577989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.23898096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:26.578050Z","caller":"traceutil/trace.go:172","msg":"trace[173114124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1101; }","duration":"1.239088524s","start":"2026-04-18T17:56:25.338947Z","end":"2026-04-18T17:56:26.578036Z","steps":["trace[173114124] 'agreement among raft nodes before linearized reading' (duration: 1.238835715s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578095Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.338925Z","time spent":"1.239159947s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578147Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.053609375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-04-18T17:56:26.578307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.608796161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:26.578377Z","caller":"traceutil/trace.go:172","msg":"trace[1120508823] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:1101; }","duration":"2.608958307s","start":"2026-04-18T17:56:23.969402Z","end":"2026-04-18T17:56:26.578361Z","steps":["trace[1120508823] 'agreement among raft nodes before linearized reading' (duration: 2.608745889s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:23.969380Z","time spent":"2.60902891s","remote":"127.0.0.1:53388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/minions\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578436Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.740488021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:26.578518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"7.085500403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:26.578539Z","caller":"traceutil/trace.go:172","msg":"trace[92017057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1101; }","duration":"1.740624106s","start":"2026-04-18T17:56:24.837889Z","end":"2026-04-18T17:56:26.578513Z","steps":["trace[92017057] 'agreement among raft nodes before linearized reading' (duration: 1.740381286s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:24.837864Z","time spent":"1.74072643s","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:26.578633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.711765204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:26.578740Z","caller":"traceutil/trace.go:172","msg":"trace[1901587638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1101; }","duration":"6.711895019s","start":"2026-04-18T17:56:19.866817Z","end":"2026-04-18T17:56:26.578712Z","steps":["trace[1901587638] 'agreement among raft nodes before linearized reading' (duration: 6.711522645s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:19.866798Z","time spent":"6.711976123s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.301938892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:26.578913Z","caller":"traceutil/trace.go:172","msg":"trace[1881356017] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1101; }","duration":"5.301985374s","start":"2026-04-18T17:56:21.276918Z","end":"2026-04-18T17:56:26.578904Z","steps":["trace[1881356017] 'agreement among raft nodes before linearized reading' (duration: 5.301914571s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:26.578232Z","caller":"traceutil/trace.go:172","msg":"trace[1317654540] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1101; }","duration":"5.053714639s","start":"2026-04-18T17:56:21.524489Z","end":"2026-04-18T17:56:26.578204Z","steps":["trace[1317654540] 'agreement among raft nodes before linearized reading' (duration: 5.053433198s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.578940Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:21.276894Z","time spent":"5.302038856s","remote":"127.0.0.1:53950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:26.578563Z","caller":"traceutil/trace.go:172","msg":"trace[270698752] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1101; }","duration":"7.085547256s","start":"2026-04-18T17:56:19.493002Z","end":"2026-04-18T17:56:26.578549Z","steps":["trace[270698752] 'agreement among raft nodes before linearized reading' (duration: 7.085466023s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.579037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.890157576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:26.579079Z","caller":"traceutil/trace.go:172","msg":"trace[373456550] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1102; }","duration":"5.890195498s","start":"2026-04-18T17:56:20.688869Z","end":"2026-04-18T17:56:26.579065Z","steps":["trace[373456550] 'agreement among raft nodes before linearized reading' (duration: 5.890134585s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.579079Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.526955263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:26.579110Z","caller":"traceutil/trace.go:172","msg":"trace[911009158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1102; }","duration":"4.526987594s","start":"2026-04-18T17:56:22.052113Z","end":"2026-04-18T17:56:26.579101Z","steps":["trace[911009158] 'agreement among raft nodes before linearized reading' (duration: 4.526802107s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.579107Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:20.688836Z","time spent":"5.890264931s","remote":"127.0.0.1:53786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.579092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:19.492980Z","time spent":"7.086083266s","remote":"127.0.0.1:54004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":28,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.579129Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:22.052078Z","time spent":"4.527046257s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.578979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:21.524467Z","time spent":"5.054495999s","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:26.579242Z","caller":"traceutil/trace.go:172","msg":"trace[1579157622] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"695.942582ms","start":"2026-04-18T17:56:25.883287Z","end":"2026-04-18T17:56:26.579229Z","steps":["trace[1579157622] 'process raft request' (duration: 695.301338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.579335Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:25.883262Z","time spent":"696.011125ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:26.579538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.6157075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:26.580329Z","caller":"traceutil/trace.go:172","msg":"trace[2045573685] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1104; }","duration":"3.616480911s","start":"2026-04-18T17:56:22.963819Z","end":"2026-04-18T17:56:26.580300Z","steps":["trace[2045573685] 'agreement among raft nodes before linearized reading' (duration: 3.615630347s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.580391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:22.963780Z","time spent":"3.616595286s","remote":"127.0.0.1:53720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.936430Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"158.846619ms"} {"level":"warn","ts":"2026-04-18T17:56:26.936487Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"158.911002ms"} {"level":"warn","ts":"2026-04-18T17:56:27.078434Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889512986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:27.277368Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"140.858456ms"} {"level":"warn","ts":"2026-04-18T17:56:27.277492Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"140.992211ms"} {"level":"info","ts":"2026-04-18T17:56:27.277449Z","caller":"traceutil/trace.go:172","msg":"trace[1939623816] linearizableReadLoop","detail":"{readStateIndex:1306; appliedIndex:1307; }","duration":"699.781368ms","start":"2026-04-18T17:56:26.577650Z","end":"2026-04-18T17:56:27.277431Z","steps":["trace[1939623816] 'read index received' (duration: 699.773708ms)","trace[1939623816] 'applied index is now lower than readState.Index' (duration: 6.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.290526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.207431717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a785240a7d8e2c\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-18T17:56:27.290610Z","caller":"traceutil/trace.go:172","msg":"trace[417469670] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a785240a7d8e2c; range_end:; response_count:1; response_revision:1106; }","duration":"1.207533871s","start":"2026-04-18T17:56:26.083059Z","end":"2026-04-18T17:56:27.290593Z","steps":["trace[417469670] 'agreement among raft nodes before linearized reading' (duration: 1.194440489s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.290652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.083036Z","time spent":"1.207605253s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a785240a7d8e2c\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.290677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.204207282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sl87w\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-04-18T17:56:27.290749Z","caller":"traceutil/trace.go:172","msg":"trace[812312479] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sl87w; range_end:; response_count:1; response_revision:1106; }","duration":"1.204299686s","start":"2026-04-18T17:56:26.086431Z","end":"2026-04-18T17:56:27.290731Z","steps":["trace[812312479] 'agreement among raft nodes before linearized reading' (duration: 1.191063579s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.290689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.108141834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.121\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-18T17:56:27.290808Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.086424Z","time spent":"1.204374049s","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-sl87w\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:27.290868Z","caller":"traceutil/trace.go:172","msg":"trace[1863036448] range","detail":"{range_begin:/registry/masterleases/199.19.213.121; range_end:; response_count:1; response_revision:1106; }","duration":"1.108328161s","start":"2026-04-18T17:56:26.182484Z","end":"2026-04-18T17:56:27.290812Z","steps":["trace[1863036448] 'agreement among raft nodes before linearized reading' (duration: 1.09500202s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.290965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.231977743s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.291128Z","caller":"traceutil/trace.go:172","msg":"trace[1027061617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1106; }","duration":"1.232139879s","start":"2026-04-18T17:56:26.058976Z","end":"2026-04-18T17:56:27.291116Z","steps":["trace[1027061617] 'agreement among raft nodes before linearized reading' (duration: 1.218502907s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.291045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.182451Z","time spent":"1.10858035s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.121\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.293469Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4375983305889512987,"received-request-id":4375983305889512986} {"level":"warn","ts":"2026-04-18T17:56:27.360155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"771.091164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.360243Z","caller":"traceutil/trace.go:172","msg":"trace[1752370823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1112; }","duration":"771.193628ms","start":"2026-04-18T17:56:26.589032Z","end":"2026-04-18T17:56:27.360226Z","steps":["trace[1752370823] 'agreement among raft nodes before linearized reading' (duration: 771.037872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.360273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.310348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-04-18T17:56:27.360305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:26.589014Z","time spent":"771.272232ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:56:27.360343Z","caller":"traceutil/trace.go:172","msg":"trace[1887319861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1112; }","duration":"216.388511ms","start":"2026-04-18T17:56:27.143937Z","end":"2026-04-18T17:56:27.360326Z","steps":["trace[1887319861] 'agreement among raft nodes before linearized reading' (duration: 216.196854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.360138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.812515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.360565Z","caller":"traceutil/trace.go:172","msg":"trace[2061272419] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1112; }","duration":"244.256142ms","start":"2026-04-18T17:56:27.116295Z","end":"2026-04-18T17:56:27.360551Z","steps":["trace[2061272419] 'agreement among raft nodes before linearized reading' (duration: 243.773733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:28.039303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.603216ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:28.039443Z","caller":"traceutil/trace.go:172","msg":"trace[240604552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1158; }","duration":"227.785193ms","start":"2026-04-18T17:56:27.811632Z","end":"2026-04-18T17:56:28.039417Z","steps":["trace[240604552] 'range keys from in-memory index tree' (duration: 227.518162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:28.039438Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"51.887528ms"} {"level":"warn","ts":"2026-04-18T17:56:28.039519Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"51.975611ms"} {"level":"info","ts":"2026-04-18T17:56:28.366729Z","caller":"traceutil/trace.go:172","msg":"trace[743019531] linearizableReadLoop","detail":"{readStateIndex:1364; appliedIndex:1365; }","duration":"208.375984ms","start":"2026-04-18T17:56:28.158327Z","end":"2026-04-18T17:56:28.366703Z","steps":["trace[743019531] 'read index received' (duration: 208.367574ms)","trace[743019531] 'applied index is now lower than readState.Index' (duration: 6.69µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:28.367036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.687558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sl87w\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-04-18T17:56:28.367087Z","caller":"traceutil/trace.go:172","msg":"trace[1357410379] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sl87w; range_end:; response_count:1; response_revision:1161; }","duration":"208.76086ms","start":"2026-04-18T17:56:28.158315Z","end":"2026-04-18T17:56:28.367075Z","steps":["trace[1357410379] 'agreement among raft nodes before linearized reading' (duration: 208.50246ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:28.367323Z","caller":"traceutil/trace.go:172","msg":"trace[784459797] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"208.178598ms","start":"2026-04-18T17:56:28.159048Z","end":"2026-04-18T17:56:28.367226Z","steps":["trace[784459797] 'process raft request' (duration: 208.119316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:28.590836Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.81118ms"} {"level":"warn","ts":"2026-04-18T17:56:28.590938Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.927514ms"} {"level":"warn","ts":"2026-04-18T17:56:28.799326Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.357155ms"} {"level":"warn","ts":"2026-04-18T17:56:28.799427Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.473189ms"} {"level":"info","ts":"2026-04-18T17:56:28.799429Z","caller":"traceutil/trace.go:172","msg":"trace[1795528691] linearizableReadLoop","detail":"{readStateIndex:1367; appliedIndex:1367; }","duration":"400.854093ms","start":"2026-04-18T17:56:28.398534Z","end":"2026-04-18T17:56:28.799388Z","steps":["trace[1795528691] 'read index received' (duration: 400.839422ms)","trace[1795528691] 'applied index is now lower than readState.Index' (duration: 13.051µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:28.931406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"532.846768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:28.931475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.601408ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:28.931512Z","caller":"traceutil/trace.go:172","msg":"trace[1292509608] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1163; }","duration":"121.65169ms","start":"2026-04-18T17:56:28.809850Z","end":"2026-04-18T17:56:28.931502Z","steps":["trace[1292509608] 'range keys from in-memory index tree' (duration: 121.552306ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:28.931503Z","caller":"traceutil/trace.go:172","msg":"trace[1962831285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1163; }","duration":"532.964642ms","start":"2026-04-18T17:56:28.398516Z","end":"2026-04-18T17:56:28.931481Z","steps":["trace[1962831285] 'agreement among raft nodes before linearized reading' (duration: 401.083101ms)","trace[1962831285] 'range keys from in-memory index tree' (duration: 131.724735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:28.931573Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:28.398489Z","time spent":"533.075986ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:28.931854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"340.725073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:28.932019Z","caller":"traceutil/trace.go:172","msg":"trace[1907695300] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"545.076935ms","start":"2026-04-18T17:56:28.386922Z","end":"2026-04-18T17:56:28.931999Z","steps":["trace[1907695300] 'process raft request' (duration: 204.118432ms)","trace[1907695300] 'compare' (duration: 340.580148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:28.932079Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:28.386897Z","time spent":"545.154048ms","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:28.932363Z","caller":"traceutil/trace.go:172","msg":"trace[1535520639] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1367; }","duration":"132.826977ms","start":"2026-04-18T17:56:28.799520Z","end":"2026-04-18T17:56:28.932347Z","steps":["trace[1535520639] 'read index received' (duration: 1.661224ms)","trace[1535520639] 'applied index is now lower than readState.Index' (duration: 131.164533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:28.932542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.17458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:28.932580Z","caller":"traceutil/trace.go:172","msg":"trace[1608288638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1166; }","duration":"240.214231ms","start":"2026-04-18T17:56:28.692356Z","end":"2026-04-18T17:56:28.932571Z","steps":["trace[1608288638] 'agreement among raft nodes before linearized reading' (duration: 240.063536ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:29.728872Z","caller":"traceutil/trace.go:172","msg":"trace[812237837] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1371; }","duration":"329.187066ms","start":"2026-04-18T17:56:29.399660Z","end":"2026-04-18T17:56:29.728847Z","steps":["trace[812237837] 'read index received' (duration: 329.180905ms)","trace[812237837] 'applied index is now lower than readState.Index' (duration: 4.951µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:29.728998Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.622655ms"} {"level":"warn","ts":"2026-04-18T17:56:29.729039Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.665417ms"} {"level":"warn","ts":"2026-04-18T17:56:29.791308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.6302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:29.791407Z","caller":"traceutil/trace.go:172","msg":"trace[1130918135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1167; }","duration":"391.733804ms","start":"2026-04-18T17:56:29.399647Z","end":"2026-04-18T17:56:29.791381Z","steps":["trace[1130918135] 'agreement among raft nodes before linearized reading' (duration: 329.290559ms)","trace[1130918135] 'range keys from in-memory index tree' (duration: 62.30822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:29.791460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:29.399625Z","time spent":"391.821408ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:56:29.792259Z","caller":"traceutil/trace.go:172","msg":"trace[1997572457] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"451.81031ms","start":"2026-04-18T17:56:29.340430Z","end":"2026-04-18T17:56:29.792241Z","steps":["trace[1997572457] 'process raft request' (duration: 388.642487ms)","trace[1997572457] 'compare' (duration: 62.248538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:29.792370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:29.340410Z","time spent":"451.894063ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:30.202779Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"176.694787ms"} {"level":"info","ts":"2026-04-18T17:56:30.202805Z","caller":"traceutil/trace.go:172","msg":"trace[1372560886] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1374; }","duration":"406.948778ms","start":"2026-04-18T17:56:29.795835Z","end":"2026-04-18T17:56:30.202784Z","steps":["trace[1372560886] 'read index received' (duration: 406.941568ms)","trace[1372560886] 'applied index is now lower than readState.Index' (duration: 6.12µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:30.202833Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"176.748139ms"} {"level":"warn","ts":"2026-04-18T17:56:30.220388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.530253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-18T17:56:30.220439Z","caller":"traceutil/trace.go:172","msg":"trace[153553326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1170; }","duration":"424.594156ms","start":"2026-04-18T17:56:29.795832Z","end":"2026-04-18T17:56:30.220426Z","steps":["trace[153553326] 'agreement among raft nodes before linearized reading' (duration: 407.045591ms)","trace[153553326] 'range keys from in-memory index tree' (duration: 17.45215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:30.220471Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:29.795818Z","time spent":"424.645037ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:30.220743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.474101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:30.220771Z","caller":"traceutil/trace.go:172","msg":"trace[12884046] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1171; }","duration":"424.502812ms","start":"2026-04-18T17:56:29.796260Z","end":"2026-04-18T17:56:30.220763Z","steps":["trace[12884046] 'agreement among raft nodes before linearized reading' (duration: 424.45622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:30.220791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:29.796245Z","time spent":"424.540413ms","remote":"127.0.0.1:53436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:30.220893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.521056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:426"} {"level":"info","ts":"2026-04-18T17:56:30.220944Z","caller":"traceutil/trace.go:172","msg":"trace[682465739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1171; }","duration":"203.581869ms","start":"2026-04-18T17:56:30.017351Z","end":"2026-04-18T17:56:30.220933Z","steps":["trace[682465739] 'agreement among raft nodes before linearized reading' (duration: 203.420523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:30.220936Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.395834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:30.220983Z","caller":"traceutil/trace.go:172","msg":"trace[671636110] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1171; }","duration":"411.448706ms","start":"2026-04-18T17:56:29.809524Z","end":"2026-04-18T17:56:30.220972Z","steps":["trace[671636110] 'agreement among raft nodes before linearized reading' (duration: 411.380913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:30.603601Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"123.599824ms"} {"level":"warn","ts":"2026-04-18T17:56:30.603684Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"123.692428ms"} {"level":"info","ts":"2026-04-18T17:56:30.605065Z","caller":"traceutil/trace.go:172","msg":"trace[666698742] linearizableReadLoop","detail":"{readStateIndex:1378; appliedIndex:1378; }","duration":"205.027974ms","start":"2026-04-18T17:56:30.399993Z","end":"2026-04-18T17:56:30.605021Z","steps":["trace[666698742] 'read index received' (duration: 205.013083ms)","trace[666698742] 'applied index is now lower than readState.Index' (duration: 11.661µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:31.305393Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"498.370542ms"} {"level":"warn","ts":"2026-04-18T17:56:31.305466Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"498.453425ms"} {"level":"warn","ts":"2026-04-18T17:56:31.378734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"569.432697ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:31.378817Z","caller":"traceutil/trace.go:172","msg":"trace[1927097320] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1174; }","duration":"569.538011ms","start":"2026-04-18T17:56:30.809262Z","end":"2026-04-18T17:56:31.378800Z","steps":["trace[1927097320] 'range keys from in-memory index tree' (duration: 569.358904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:31.378843Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"978.83183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:31.378940Z","caller":"traceutil/trace.go:172","msg":"trace[2133553397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1174; }","duration":"978.939694ms","start":"2026-04-18T17:56:30.399975Z","end":"2026-04-18T17:56:31.378914Z","steps":["trace[2133553397] 'agreement among raft nodes before linearized reading' (duration: 205.200571ms)","trace[2133553397] 'range keys from in-memory index tree' (duration: 773.586807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:31.378985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:30.399945Z","time spent":"979.029447ms","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:31.379093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"775.216899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:31.379500Z","caller":"traceutil/trace.go:172","msg":"trace[1851042228] linearizableReadLoop","detail":"{readStateIndex:1379; appliedIndex:1378; }","duration":"127.656522ms","start":"2026-04-18T17:56:31.251683Z","end":"2026-04-18T17:56:31.379339Z","steps":["trace[1851042228] 'read index received' (duration: 54.888509ms)","trace[1851042228] 'applied index is now lower than readState.Index' (duration: 72.763203ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:31.379785Z","caller":"traceutil/trace.go:172","msg":"trace[11770195] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"1.095699614s","start":"2026-04-18T17:56:30.284073Z","end":"2026-04-18T17:56:31.379773Z","steps":["trace[11770195] 'process raft request' (duration: 319.738598ms)","trace[11770195] 'compare' (duration: 774.752491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:31.380116Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:30.284055Z","time spent":"1.096033097s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:31.379904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.230573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-18T17:56:31.380225Z","caller":"traceutil/trace.go:172","msg":"trace[275663919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1176; }","duration":"128.546765ms","start":"2026-04-18T17:56:31.251663Z","end":"2026-04-18T17:56:31.380210Z","steps":["trace[275663919] 'agreement among raft nodes before linearized reading' (duration: 128.107608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:31.652746Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"145.297484ms"} {"level":"warn","ts":"2026-04-18T17:56:31.652840Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"145.413309ms"} {"level":"warn","ts":"2026-04-18T17:56:31.880953Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889513031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:32.017255Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"364.128522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:32.381688Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889513031,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:32.613604Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"760.712591ms"} {"level":"warn","ts":"2026-04-18T17:56:32.613722Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"760.858807ms"} {"level":"info","ts":"2026-04-18T17:56:32.613839Z","caller":"traceutil/trace.go:172","msg":"trace[1375726647] linearizableReadLoop","detail":"{readStateIndex:1380; appliedIndex:1381; }","duration":"1.233770632s","start":"2026-04-18T17:56:31.379971Z","end":"2026-04-18T17:56:32.613742Z","steps":["trace[1375726647] 'read index received' (duration: 1.233698049s)","trace[1375726647] 'applied index is now lower than readState.Index' (duration: 21.641µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:32.618363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.315943129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:32.618460Z","caller":"traceutil/trace.go:172","msg":"trace[1414977740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1177; }","duration":"1.316063203s","start":"2026-04-18T17:56:31.302378Z","end":"2026-04-18T17:56:32.618441Z","steps":["trace[1414977740] 'agreement among raft nodes before linearized reading' (duration: 1.31168939s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:32.618505Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:31.302346Z","time spent":"1.316149706s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:32.618683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.239612121s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:32.618768Z","caller":"traceutil/trace.go:172","msg":"trace[1712998883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1177; }","duration":"1.239902123s","start":"2026-04-18T17:56:31.378846Z","end":"2026-04-18T17:56:32.618748Z","steps":["trace[1712998883] 'agreement among raft nodes before linearized reading' (duration: 1.234867104s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:32.618823Z","caller":"traceutil/trace.go:172","msg":"trace[2081312296] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1177; }","duration":"1.234664004s","start":"2026-04-18T17:56:31.384134Z","end":"2026-04-18T17:56:32.618798Z","steps":["trace[2081312296] 'process raft request' (duration: 1.229566983s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:32.618954Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:31.384114Z","time spent":"1.234769209s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:32.764771Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4375983305889513033,"received-request-id":4375983305889513031} {"level":"info","ts":"2026-04-18T17:56:32.767043Z","caller":"traceutil/trace.go:172","msg":"trace[1950044577] linearizableReadLoop","detail":"{readStateIndex:1384; appliedIndex:1384; }","duration":"153.03257ms","start":"2026-04-18T17:56:32.613987Z","end":"2026-04-18T17:56:32.767020Z","steps":["trace[1950044577] 'read index received' (duration: 153.02364ms)","trace[1950044577] 'applied index is now lower than readState.Index' (duration: 7.83µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:33.028362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"748.008827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-04-18T17:56:33.028419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.575480403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:33.028444Z","caller":"traceutil/trace.go:172","msg":"trace[1973713560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1179; }","duration":"748.105681ms","start":"2026-04-18T17:56:32.280321Z","end":"2026-04-18T17:56:33.028427Z","steps":["trace[1973713560] 'agreement among raft nodes before linearized reading' (duration: 486.752001ms)","trace[1973713560] 'range keys from in-memory index tree' (duration: 261.130552ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:33.028453Z","caller":"traceutil/trace.go:172","msg":"trace[2042313805] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1179; }","duration":"1.575506994s","start":"2026-04-18T17:56:31.452932Z","end":"2026-04-18T17:56:33.028439Z","steps":["trace[2042313805] 'agreement among raft nodes before linearized reading' (duration: 1.314152384s)","trace[2042313805] 'range keys from in-memory index tree' (duration: 261.320488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:33.028483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:32.280291Z","time spent":"748.183395ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:33.028492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:31.452912Z","time spent":"1.575564508s","remote":"127.0.0.1:53404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:33.028489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.49554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:33.028511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"816.014059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:33.028547Z","caller":"traceutil/trace.go:172","msg":"trace[1939234124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1179; }","duration":"816.04941ms","start":"2026-04-18T17:56:32.212485Z","end":"2026-04-18T17:56:33.028534Z","steps":["trace[1939234124] 'agreement among raft nodes before linearized reading' (duration: 554.551424ms)","trace[1939234124] 'range keys from in-memory index tree' (duration: 261.333519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:33.028366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.627721093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:33.028572Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:32.212448Z","time spent":"816.116422ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:33.028607Z","caller":"traceutil/trace.go:172","msg":"trace[1821076078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1179; }","duration":"1.627964613s","start":"2026-04-18T17:56:31.400624Z","end":"2026-04-18T17:56:33.028589Z","steps":["trace[1821076078] 'agreement among raft nodes before linearized reading' (duration: 1.366523399s)","trace[1821076078] 'range keys from in-memory index tree' (duration: 261.172853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:33.028658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:31.400597Z","time spent":"1.628045876s","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:56:33.028688Z","caller":"traceutil/trace.go:172","msg":"trace[1665914491] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1384; }","duration":"261.584169ms","start":"2026-04-18T17:56:32.767093Z","end":"2026-04-18T17:56:33.028677Z","steps":["trace[1665914491] 'read index received' (duration: 771.508µs)","trace[1665914491] 'applied index is now lower than readState.Index' (duration: 260.811841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:33.028741Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"408.570363ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:33.028766Z","caller":"traceutil/trace.go:172","msg":"trace[421753799] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1182; }","duration":"408.593834ms","start":"2026-04-18T17:56:32.620162Z","end":"2026-04-18T17:56:33.028756Z","steps":["trace[421753799] 'agreement among raft nodes before linearized reading' (duration: 408.554943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:33.248523Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.65913ms"} {"level":"warn","ts":"2026-04-18T17:56:33.248577Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.722392ms"} {"level":"info","ts":"2026-04-18T17:56:33.342813Z","caller":"traceutil/trace.go:172","msg":"trace[2042472199] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1388; }","duration":"311.901607ms","start":"2026-04-18T17:56:33.030872Z","end":"2026-04-18T17:56:33.342773Z","steps":["trace[2042472199] 'read index received' (duration: 311.887827ms)","trace[2042472199] 'applied index is now lower than readState.Index' (duration: 11.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:33.416130Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.215364ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:33.416299Z","caller":"traceutil/trace.go:172","msg":"trace[1808778753] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1182; }","duration":"385.397751ms","start":"2026-04-18T17:56:33.030865Z","end":"2026-04-18T17:56:33.416262Z","steps":["trace[1808778753] 'agreement among raft nodes before linearized reading' (duration: 312.127035ms)","trace[1808778753] 'range keys from in-memory index tree' (duration: 73.054397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:33.416556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.841597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:33.417103Z","caller":"traceutil/trace.go:172","msg":"trace[1933222115] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"384.472305ms","start":"2026-04-18T17:56:33.032608Z","end":"2026-04-18T17:56:33.417081Z","steps":["trace[1933222115] 'process raft request' (duration: 384.209436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:33.417180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.202649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:33.417248Z","caller":"traceutil/trace.go:172","msg":"trace[1769842949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1187; }","duration":"379.288862ms","start":"2026-04-18T17:56:33.037944Z","end":"2026-04-18T17:56:33.417233Z","steps":["trace[1769842949] 'agreement among raft nodes before linearized reading' (duration: 379.150777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:33.417247Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:33.032584Z","time spent":"384.569259ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:33.417288Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:33.037930Z","time spent":"379.351394ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:33.835929Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"216.466781ms"} {"level":"warn","ts":"2026-04-18T17:56:33.835998Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"216.544044ms"} {"level":"info","ts":"2026-04-18T17:56:33.836218Z","caller":"traceutil/trace.go:172","msg":"trace[786707996] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"413.369755ms","start":"2026-04-18T17:56:33.422831Z","end":"2026-04-18T17:56:33.836201Z","steps":["trace[786707996] 'process raft request' (duration: 413.250671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:33.836352Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:33.422801Z","time spent":"413.482049ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:34.010449Z","caller":"traceutil/trace.go:172","msg":"trace[1364420278] linearizableReadLoop","detail":"{readStateIndex:1393; appliedIndex:1394; }","duration":"200.645762ms","start":"2026-04-18T17:56:33.809774Z","end":"2026-04-18T17:56:34.010419Z","steps":["trace[1364420278] 'read index received' (duration: 200.633431ms)","trace[1364420278] 'applied index is now lower than readState.Index' (duration: 10.601µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:34.279395Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"469.597856ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:34.279483Z","caller":"traceutil/trace.go:172","msg":"trace[628373583] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1188; }","duration":"469.6993ms","start":"2026-04-18T17:56:33.809765Z","end":"2026-04-18T17:56:34.279464Z","steps":["trace[628373583] 'agreement among raft nodes before linearized reading' (duration: 200.824628ms)","trace[628373583] 'range keys from in-memory index tree' (duration: 268.734017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:34.279407Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.251583ms"} {"level":"warn","ts":"2026-04-18T17:56:34.279785Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.635027ms"} {"level":"warn","ts":"2026-04-18T17:56:34.279832Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.192193ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-18T17:56:34.281377Z","caller":"traceutil/trace.go:172","msg":"trace[1983600043] linearizableReadLoop","detail":"{readStateIndex:1395; appliedIndex:1396; }","duration":"270.776323ms","start":"2026-04-18T17:56:34.010531Z","end":"2026-04-18T17:56:34.281308Z","steps":["trace[1983600043] 'read index received' (duration: 270.767013ms)","trace[1983600043] 'applied index is now lower than readState.Index' (duration: 7.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:34.281697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.992378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:34.281755Z","caller":"traceutil/trace.go:172","msg":"trace[556612692] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1189; }","duration":"418.068231ms","start":"2026-04-18T17:56:33.863674Z","end":"2026-04-18T17:56:34.281742Z","steps":["trace[556612692] 'agreement among raft nodes before linearized reading' (duration: 417.830802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:34.281793Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:33.863636Z","time spent":"418.147765ms","remote":"127.0.0.1:53542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:34.282591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.927196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:34.282659Z","caller":"traceutil/trace.go:172","msg":"trace[41160780] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1189; }","duration":"180.007739ms","start":"2026-04-18T17:56:34.102632Z","end":"2026-04-18T17:56:34.282640Z","steps":["trace[41160780] 'agreement among raft nodes before linearized reading' (duration: 179.884625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:34.985873Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"353.538742ms"} {"level":"warn","ts":"2026-04-18T17:56:34.985959Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"353.635656ms"} {"level":"warn","ts":"2026-04-18T17:56:35.135650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"325.513456ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:35.135725Z","caller":"traceutil/trace.go:172","msg":"trace[1669174309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1191; }","duration":"325.599189ms","start":"2026-04-18T17:56:34.810111Z","end":"2026-04-18T17:56:35.135710Z","steps":["trace[1669174309] 'range keys from in-memory index tree' (duration: 325.40654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:35.136085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.027544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:35.220618Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.623273ms"} {"level":"warn","ts":"2026-04-18T17:56:35.220925Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"34.941085ms"} {"level":"info","ts":"2026-04-18T17:56:35.591247Z","caller":"traceutil/trace.go:172","msg":"trace[1141782387] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"101.11487ms","start":"2026-04-18T17:56:35.490109Z","end":"2026-04-18T17:56:35.591224Z","steps":["trace[1141782387] 'process raft request' (duration: 100.958974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.073067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.757895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:36.073162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.598684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-18T17:56:36.073173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.426504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-18T17:56:36.073216Z","caller":"traceutil/trace.go:172","msg":"trace[1338040989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1197; }","duration":"231.658767ms","start":"2026-04-18T17:56:35.841543Z","end":"2026-04-18T17:56:36.073202Z","steps":["trace[1338040989] 'range keys from in-memory index tree' (duration: 230.458432ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:36.073410Z","caller":"traceutil/trace.go:172","msg":"trace[409781040] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1197; }","duration":"263.860149ms","start":"2026-04-18T17:56:35.809279Z","end":"2026-04-18T17:56:36.073139Z","steps":["trace[409781040] 'range keys from in-memory index tree' (duration: 263.707743ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:36.073225Z","caller":"traceutil/trace.go:172","msg":"trace[1307754645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1197; }","duration":"186.498197ms","start":"2026-04-18T17:56:35.886712Z","end":"2026-04-18T17:56:36.073211Z","steps":["trace[1307754645] 'range keys from in-memory index tree' (duration: 185.626615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.411707Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.088239ms"} {"level":"warn","ts":"2026-04-18T17:56:36.411781Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"138.171941ms"} {"level":"info","ts":"2026-04-18T17:56:36.412207Z","caller":"traceutil/trace.go:172","msg":"trace[954910269] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"332.721471ms","start":"2026-04-18T17:56:36.079435Z","end":"2026-04-18T17:56:36.412156Z","steps":["trace[954910269] 'process raft request' (duration: 332.571495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.412354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.079396Z","time spent":"332.884166ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:36.613418Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.615613ms"} {"level":"warn","ts":"2026-04-18T17:56:36.613484Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.688676ms"} {"level":"info","ts":"2026-04-18T17:56:36.613549Z","caller":"traceutil/trace.go:172","msg":"trace[1867442701] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1406; }","duration":"429.645729ms","start":"2026-04-18T17:56:36.183880Z","end":"2026-04-18T17:56:36.613526Z","steps":["trace[1867442701] 'read index received' (duration: 429.637839ms)","trace[1867442701] 'applied index is now lower than readState.Index' (duration: 6.12µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:36.619287Z","caller":"traceutil/trace.go:172","msg":"trace[1594562224] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"310.776353ms","start":"2026-04-18T17:56:36.308494Z","end":"2026-04-18T17:56:36.619270Z","steps":["trace[1594562224] 'process raft request' (duration: 305.095814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.619309Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.412282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.121\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-18T17:56:36.619378Z","caller":"traceutil/trace.go:172","msg":"trace[2113781400] range","detail":"{range_begin:/registry/masterleases/199.19.213.121; range_end:; response_count:1; response_revision:1198; }","duration":"435.503825ms","start":"2026-04-18T17:56:36.183862Z","end":"2026-04-18T17:56:36.619366Z","steps":["trace[2113781400] 'agreement among raft nodes before linearized reading' (duration: 429.746243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.619410Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.183837Z","time spent":"435.565208ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.121\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:36.619443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.308452Z","time spent":"310.901738ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:37.128200Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.019807ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:37.128280Z","caller":"traceutil/trace.go:172","msg":"trace[1965272845] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1199; }","duration":"319.11647ms","start":"2026-04-18T17:56:36.809146Z","end":"2026-04-18T17:56:37.128263Z","steps":["trace[1965272845] 'range keys from in-memory index tree' (duration: 318.968805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:37.128880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"406.943443ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-18T17:56:37.129793Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.622115Z","time spent":"507.671893ms","remote":"127.0.0.1:53082","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-18T17:56:37.249921Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889513057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:37.626562Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"581.072585ms"} {"level":"warn","ts":"2026-04-18T17:56:37.626631Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"581.149438ms"} {"level":"info","ts":"2026-04-18T17:56:37.626639Z","caller":"traceutil/trace.go:172","msg":"trace[762248054] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1411; }","duration":"877.713913ms","start":"2026-04-18T17:56:36.748895Z","end":"2026-04-18T17:56:37.626609Z","steps":["trace[762248054] 'read index received' (duration: 877.703523ms)","trace[762248054] 'applied index is now lower than readState.Index' (duration: 8.95µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:37.648189Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"899.274963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-18T17:56:37.648296Z","caller":"traceutil/trace.go:172","msg":"trace[140786896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1201; }","duration":"899.388647ms","start":"2026-04-18T17:56:36.748882Z","end":"2026-04-18T17:56:37.648270Z","steps":["trace[140786896] 'agreement among raft nodes before linearized reading' (duration: 878.075856ms)","trace[140786896] 'range keys from in-memory index tree' (duration: 21.025969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:37.648338Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.748857Z","time spent":"899.47001ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:37.648484Z","caller":"traceutil/trace.go:172","msg":"trace[324814684] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"846.071164ms","start":"2026-04-18T17:56:36.802395Z","end":"2026-04-18T17:56:37.648466Z","steps":["trace[324814684] 'process raft request' (duration: 845.986851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:37.648616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.802363Z","time spent":"846.180308ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:37.903645Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"76.992691ms"} {"level":"warn","ts":"2026-04-18T17:56:37.903717Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"77.069604ms"} {"level":"warn","ts":"2026-04-18T17:56:37.903754Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4375983305889513062,"received-request-id":4375983305889513057} {"level":"info","ts":"2026-04-18T17:56:37.905291Z","caller":"traceutil/trace.go:172","msg":"trace[1819474519] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1414; }","duration":"278.548208ms","start":"2026-04-18T17:56:37.626725Z","end":"2026-04-18T17:56:37.905273Z","steps":["trace[1819474519] 'read index received' (duration: 278.542458ms)","trace[1819474519] 'applied index is now lower than readState.Index' (duration: 4.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:38.428784Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4375983305889513063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:38.429078Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"317.905502ms"} {"level":"warn","ts":"2026-04-18T17:56:38.429116Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"317.951444ms"} {"level":"warn","ts":"2026-04-18T17:56:38.433962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.305425503s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:38.434000Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.035768881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:38.434057Z","caller":"traceutil/trace.go:172","msg":"trace[1956286324] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1204; }","duration":"1.305719874s","start":"2026-04-18T17:56:37.128319Z","end":"2026-04-18T17:56:38.434039Z","steps":["trace[1956286324] 'agreement among raft nodes before linearized reading' (duration: 777.032619ms)","trace[1956286324] 'range keys from in-memory index tree' (duration: 528.374434ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:38.434072Z","caller":"traceutil/trace.go:172","msg":"trace[690332150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1204; }","duration":"1.035851754s","start":"2026-04-18T17:56:37.398195Z","end":"2026-04-18T17:56:38.434047Z","steps":["trace[690332150] 'agreement among raft nodes before linearized reading' (duration: 507.166188ms)","trace[690332150] 'range keys from in-memory index tree' (duration: 528.379845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:38.434081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"837.962771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-04-18T17:56:38.434119Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"530.264153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:38.434180Z","caller":"traceutil/trace.go:172","msg":"trace[257532434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1204; }","duration":"838.079765ms","start":"2026-04-18T17:56:37.596079Z","end":"2026-04-18T17:56:38.434159Z","steps":["trace[257532434] 'agreement among raft nodes before linearized reading' (duration: 309.272725ms)","trace[257532434] 'range keys from in-memory index tree' (duration: 528.353743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:38.434240Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.596053Z","time spent":"838.170248ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:38.434431Z","caller":"traceutil/trace.go:172","msg":"trace[1473811040] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"1.302695053s","start":"2026-04-18T17:56:37.131720Z","end":"2026-04-18T17:56:38.434415Z","steps":["trace[1473811040] 'process raft request' (duration: 1.302475785s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.434122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.398173Z","time spent":"1.035937437s","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:38.434595Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.131695Z","time spent":"1.302821408s","remote":"127.0.0.1:53082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:38.434657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.008453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:38.434746Z","caller":"traceutil/trace.go:172","msg":"trace[1866573571] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1208; }","duration":"506.099437ms","start":"2026-04-18T17:56:37.928633Z","end":"2026-04-18T17:56:38.434732Z","steps":["trace[1866573571] 'agreement among raft nodes before linearized reading' (duration: 505.973852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.434821Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.928606Z","time spent":"506.2047ms","remote":"127.0.0.1:53682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:38.435933Z","caller":"traceutil/trace.go:172","msg":"trace[1730725447] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1414; }","duration":"505.831097ms","start":"2026-04-18T17:56:37.928642Z","end":"2026-04-18T17:56:38.434473Z","steps":["trace[1730725447] 'read index received' (duration: 501.915375ms)","trace[1730725447] 'applied index is now lower than readState.Index' (duration: 3.914382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:38.509011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"317.429221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-18T17:56:38.509097Z","caller":"traceutil/trace.go:172","msg":"trace[1942100686] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1209; }","duration":"317.529974ms","start":"2026-04-18T17:56:38.191550Z","end":"2026-04-18T17:56:38.509080Z","steps":["trace[1942100686] 'agreement among raft nodes before linearized reading' (duration: 317.292826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.509129Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.191523Z","time spent":"317.599547ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:38.796263Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"87.898913ms"} {"level":"warn","ts":"2026-04-18T17:56:38.796337Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"87.980186ms"} {"level":"warn","ts":"2026-04-18T17:56:38.896989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.214735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:38.897325Z","caller":"traceutil/trace.go:172","msg":"trace[1318336987] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"441.570419ms","start":"2026-04-18T17:56:38.455736Z","end":"2026-04-18T17:56:38.897306Z","steps":["trace[1318336987] 'process raft request' (duration: 441.517047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.897404Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.455712Z","time spent":"441.660323ms","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:38.897443Z","caller":"traceutil/trace.go:172","msg":"trace[1839043775] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"458.184285ms","start":"2026-04-18T17:56:38.439225Z","end":"2026-04-18T17:56:38.897409Z","steps":["trace[1839043775] 'process raft request' (duration: 457.908655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.897880Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.439211Z","time spent":"458.314821ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:38.979012Z","caller":"traceutil/trace.go:172","msg":"trace[1899317165] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1423; }","duration":"470.602549ms","start":"2026-04-18T17:56:38.508389Z","end":"2026-04-18T17:56:38.978991Z","steps":["trace[1899317165] 'read index received' (duration: 470.596319ms)","trace[1899317165] 'applied index is now lower than readState.Index' (duration: 5.14µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:38.979193Z","caller":"traceutil/trace.go:172","msg":"trace[1139469079] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"459.548276ms","start":"2026-04-18T17:56:38.519627Z","end":"2026-04-18T17:56:38.979176Z","steps":["trace[1139469079] 'process raft request' (duration: 459.423811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.979332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.519613Z","time spent":"459.651759ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:38.980025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"543.295831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-18T17:56:38.980146Z","caller":"traceutil/trace.go:172","msg":"trace[319702718] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1214; }","duration":"543.446176ms","start":"2026-04-18T17:56:38.436677Z","end":"2026-04-18T17:56:38.980123Z","steps":["trace[319702718] 'agreement among raft nodes before linearized reading' (duration: 542.773152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.980202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.436662Z","time spent":"543.52954ms","remote":"127.0.0.1:53360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":484,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.002800Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.026668ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:39.002845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"484.251718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.002918Z","caller":"traceutil/trace.go:172","msg":"trace[589862411] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1214; }","duration":"106.166293ms","start":"2026-04-18T17:56:38.896730Z","end":"2026-04-18T17:56:39.002897Z","steps":["trace[589862411] 'agreement among raft nodes before linearized reading' (duration: 103.126872ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:39.002935Z","caller":"traceutil/trace.go:172","msg":"trace[1367054630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1214; }","duration":"484.559529ms","start":"2026-04-18T17:56:38.518354Z","end":"2026-04-18T17:56:39.002914Z","steps":["trace[1367054630] 'agreement among raft nodes before linearized reading' (duration: 481.534819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.002983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.518333Z","time spent":"484.638841ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:39.559503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.367589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.559613Z","caller":"traceutil/trace.go:172","msg":"trace[208639248] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1234; }","duration":"110.498713ms","start":"2026-04-18T17:56:39.449095Z","end":"2026-04-18T17:56:39.559593Z","steps":["trace[208639248] 'range keys from in-memory index tree' (duration: 109.376762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:40.651311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.694278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:40.651402Z","caller":"traceutil/trace.go:172","msg":"trace[1993786383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1254; }","duration":"249.810902ms","start":"2026-04-18T17:56:40.401574Z","end":"2026-04-18T17:56:40.651385Z","steps":["trace[1993786383] 'range keys from in-memory index tree' (duration: 249.029823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:40.658635Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"37.451075ms"} {"level":"warn","ts":"2026-04-18T17:56:40.658718Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"37.542268ms"} {"level":"warn","ts":"2026-04-18T17:56:40.960517Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"87.609848ms"} {"level":"warn","ts":"2026-04-18T17:56:40.960603Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"87.705682ms"} {"level":"warn","ts":"2026-04-18T17:56:41.045012Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.61841ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.045110Z","caller":"traceutil/trace.go:172","msg":"trace[133161865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1259; }","duration":"235.726084ms","start":"2026-04-18T17:56:40.809358Z","end":"2026-04-18T17:56:41.045084Z","steps":["trace[133161865] 'range keys from in-memory index tree' (duration: 235.550228ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:41.054713Z","caller":"traceutil/trace.go:172","msg":"trace[1080338428] linearizableReadLoop","detail":"{readStateIndex:1470; appliedIndex:1470; }","duration":"152.924849ms","start":"2026-04-18T17:56:40.901762Z","end":"2026-04-18T17:56:41.054687Z","steps":["trace[1080338428] 'read index received' (duration: 152.917058ms)","trace[1080338428] 'applied index is now lower than readState.Index' (duration: 6.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:41.054958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.166888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-18T17:56:41.055042Z","caller":"traceutil/trace.go:172","msg":"trace[928283258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1260; }","duration":"153.269862ms","start":"2026-04-18T17:56:40.901757Z","end":"2026-04-18T17:56:41.055027Z","steps":["trace[928283258] 'agreement among raft nodes before linearized reading' (duration: 153.026713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.442357Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"120.067168ms"} {"level":"warn","ts":"2026-04-18T17:56:41.442420Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"120.13811ms"} {"level":"info","ts":"2026-04-18T17:56:41.442419Z","caller":"traceutil/trace.go:172","msg":"trace[1529641500] linearizableReadLoop","detail":"{readStateIndex:1476; appliedIndex:1477; }","duration":"387.608598ms","start":"2026-04-18T17:56:41.054791Z","end":"2026-04-18T17:56:41.442399Z","steps":["trace[1529641500] 'read index received' (duration: 387.599958ms)","trace[1529641500] 'applied index is now lower than readState.Index' (duration: 7.01µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:41.444634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"399.441384ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.444709Z","caller":"traceutil/trace.go:172","msg":"trace[1869652884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1267; }","duration":"399.536927ms","start":"2026-04-18T17:56:41.045153Z","end":"2026-04-18T17:56:41.444690Z","steps":["trace[1869652884] 'agreement among raft nodes before linearized reading' (duration: 397.288646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.444728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"460.003476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:41.444769Z","caller":"traceutil/trace.go:172","msg":"trace[1425521534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1267; }","duration":"460.044597ms","start":"2026-04-18T17:56:40.984713Z","end":"2026-04-18T17:56:41.444757Z","steps":["trace[1425521534] 'agreement among raft nodes before linearized reading' (duration: 457.793266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.444821Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.984682Z","time spent":"460.11531ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:41.445782Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.551951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.445890Z","caller":"traceutil/trace.go:172","msg":"trace[1435198583] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"384.958633ms","start":"2026-04-18T17:56:41.060784Z","end":"2026-04-18T17:56:41.445743Z","steps":["trace[1435198583] 'process raft request' (duration: 384.60445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.446015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.630366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-75968c57df-vw9nm.18a7852b925eb464\" limit:1 ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-04-18T17:56:41.446084Z","caller":"traceutil/trace.go:172","msg":"trace[1247126216] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-75968c57df-vw9nm.18a7852b925eb464; range_end:; response_count:1; response_revision:1270; }","duration":"226.701428ms","start":"2026-04-18T17:56:41.219363Z","end":"2026-04-18T17:56:41.446065Z","steps":["trace[1247126216] 'agreement among raft nodes before linearized reading' (duration: 226.492201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.445841Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.824573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sl87w\" limit:1 ","response":"range_response_count:1 size:19411"} {"level":"warn","ts":"2026-04-18T17:56:41.446327Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:41.060754Z","time spent":"385.265613ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:41.446333Z","caller":"traceutil/trace.go:172","msg":"trace[862240114] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sl87w; range_end:; response_count:1; response_revision:1270; }","duration":"227.332111ms","start":"2026-04-18T17:56:41.218980Z","end":"2026-04-18T17:56:41.446312Z","steps":["trace[862240114] 'agreement among raft nodes before linearized reading' (duration: 226.682638ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:41.445885Z","caller":"traceutil/trace.go:172","msg":"trace[1357219208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1270; }","duration":"144.660765ms","start":"2026-04-18T17:56:41.301204Z","end":"2026-04-18T17:56:41.445865Z","steps":["trace[1357219208] 'agreement among raft nodes before linearized reading' (duration: 144.481788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:45.622832Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"135.810727ms"} {"level":"warn","ts":"2026-04-18T17:56:45.622919Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"135.90224ms"} {"level":"info","ts":"2026-04-18T17:56:45.623149Z","caller":"traceutil/trace.go:172","msg":"trace[1783665051] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"298.736906ms","start":"2026-04-18T17:56:45.324394Z","end":"2026-04-18T17:56:45.623131Z","steps":["trace[1783665051] 'process raft request' (duration: 298.573671ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:45.624490Z","caller":"traceutil/trace.go:172","msg":"trace[1668801013] linearizableReadLoop","detail":"{readStateIndex:1556; appliedIndex:1557; }","duration":"152.095936ms","start":"2026-04-18T17:56:45.472325Z","end":"2026-04-18T17:56:45.624421Z","steps":["trace[1668801013] 'read index received' (duration: 152.087535ms)","trace[1668801013] 'applied index is now lower than readState.Index' (duration: 6.241µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:45.625102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.745969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-18T17:56:45.625163Z","caller":"traceutil/trace.go:172","msg":"trace[1317595351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1321; }","duration":"152.843752ms","start":"2026-04-18T17:56:45.472306Z","end":"2026-04-18T17:56:45.625150Z","steps":["trace[1317595351] 'agreement among raft nodes before linearized reading' (duration: 152.301823ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:45.628626Z","caller":"traceutil/trace.go:172","msg":"trace[857032513] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"106.37567ms","start":"2026-04-18T17:56:45.522222Z","end":"2026-04-18T17:56:45.628597Z","steps":["trace[857032513] 'process raft request' (duration: 106.233295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.374887Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:59788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:49.819664Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:49.834902Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45272","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:50.218138Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45312","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:56:50.478302Z","caller":"traceutil/trace.go:172","msg":"trace[1325526392] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1677; }","duration":"128.601623ms","start":"2026-04-18T17:56:50.349629Z","end":"2026-04-18T17:56:50.478230Z","steps":["trace[1325526392] 'read index received' (duration: 128.589233ms)","trace[1325526392] 'applied index is now lower than readState.Index' (duration: 10.42µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:50.478766Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.087911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/controller-1\" limit:1 ","response":"range_response_count:1 size:2093"} {"level":"info","ts":"2026-04-18T17:56:50.478890Z","caller":"traceutil/trace.go:172","msg":"trace[564692689] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/controller-1; range_end:; response_count:1; response_revision:1406; }","duration":"129.255687ms","start":"2026-04-18T17:56:50.349612Z","end":"2026-04-18T17:56:50.478867Z","steps":["trace[564692689] 'agreement among raft nodes before linearized reading' (duration: 128.913045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:50.491099Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:45336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:53.133111Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ad427454a89beddc","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"5.594453ms"} {"level":"warn","ts":"2026-04-18T17:56:53.133227Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3e0e953b5ad52800","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"5.725388ms"} {"level":"info","ts":"2026-04-18T17:56:53.860377Z","caller":"traceutil/trace.go:172","msg":"trace[528232082] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"170.134214ms","start":"2026-04-18T17:56:53.690224Z","end":"2026-04-18T17:56:53.860359Z","steps":["trace[528232082] 'process raft request' (duration: 169.993079ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:53.953874Z","caller":"traceutil/trace.go:172","msg":"trace[1706549557] linearizableReadLoop","detail":"{readStateIndex:1712; appliedIndex:1713; }","duration":"210.985586ms","start":"2026-04-18T17:56:53.742832Z","end":"2026-04-18T17:56:53.953818Z","steps":["trace[1706549557] 'read index received' (duration: 210.939965ms)","trace[1706549557] 'applied index is now lower than readState.Index' (duration: 43.521µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:54.012747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.850142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:54.012875Z","caller":"traceutil/trace.go:172","msg":"trace[190920628] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1439; }","duration":"270.026197ms","start":"2026-04-18T17:56:53.742826Z","end":"2026-04-18T17:56:54.012852Z","steps":["trace[190920628] 'agreement among raft nodes before linearized reading' (duration: 211.341888ms)","trace[190920628] 'range keys from in-memory index tree' (duration: 58.471732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:54.013169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.25051ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:54.013287Z","caller":"traceutil/trace.go:172","msg":"trace[1073886987] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1440; }","duration":"203.389614ms","start":"2026-04-18T17:56:53.809875Z","end":"2026-04-18T17:56:54.013264Z","steps":["trace[1073886987] 'agreement among raft nodes before linearized reading' (duration: 203.211708ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:54.013528Z","caller":"traceutil/trace.go:172","msg":"trace[1690228994] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"321.758262ms","start":"2026-04-18T17:56:53.691753Z","end":"2026-04-18T17:56:54.013511Z","steps":["trace[1690228994] 'process raft request' (duration: 262.753721ms)","trace[1690228994] 'compare' (duration: 58.40119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:54.013637Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:53.691730Z","time spent":"321.845105ms","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:57:50.549076Z","caller":"traceutil/trace.go:172","msg":"trace[1613542308] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"187.09875ms","start":"2026-04-18T17:57:50.361952Z","end":"2026-04-18T17:57:50.549051Z","steps":["trace[1613542308] 'process raft request' (duration: 186.992347ms)"],"step_count":1}