{"level":"warn","ts":"2026-04-22T09:31:58.538390Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-22T09:31:58.538549Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-22T09:31:58.538579Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.112:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.112:2380","--initial-cluster=controller-1=https://199.19.213.229:2380,controller-2=https://199.19.213.112:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.112:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.112:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-22T09:31:58.539565Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-22T09:31:58.539707Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T09:31:58.539719Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.112:2380"]} {"level":"info","ts":"2026-04-22T09:31:58.539741Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T09:31:58.540158Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.112:2379"]} {"level":"info","ts":"2026-04-22T09:31:58.540310Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.112:2380"],"listen-peer-urls":["https://199.19.213.112:2380"],"advertise-client-urls":["https://199.19.213.112:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.112:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.229:2380,controller-2=https://199.19.213.112:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-22T09:31:58.543373Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ba470}"} {"level":"info","ts":"2026-04-22T09:31:58.547518Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T09:31:58.547581Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.72848ms"} {"level":"info","ts":"2026-04-22T09:31:58.547625Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-22T09:31:58.547648Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-22T09:31:58.557063Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.229:2380","host":"199.19.213.229:2380","resolved-addr":"199.19.213.229:2380"} {"level":"info","ts":"2026-04-22T09:31:58.557117Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.112:2380","host":"199.19.213.112:2380","resolved-addr":"199.19.213.112:2380"} {"level":"info","ts":"2026-04-22T09:31:58.559060Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-22T09:31:58.568835Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-22T09:31:58.568888Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"d7123eb454063075","cluster-id":"250cc9bd258bffbf"} {"level":"info","ts":"2026-04-22T09:31:58.569050Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-22T09:31:58.569241Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d7123eb454063075 switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T09:31:58.569304Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d7123eb454063075 became follower at term 0"} {"level":"info","ts":"2026-04-22T09:31:58.569323Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft d7123eb454063075 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-22T09:31:58.577113Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T09:31:58.581693Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T09:31:58.586008Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T09:31:58.587081Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.587105Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1","remote-peer-urls":["https://199.19.213.229:2380"]} {"level":"info","ts":"2026-04-22T09:31:58.587123Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.587200Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.587709Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.590861Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.592234Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.592337Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.592304Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.592375Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1","remote-peer-urls":["https://199.19.213.229:2380"]} {"level":"info","ts":"2026-04-22T09:31:58.592631Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"d7123eb454063075","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T09:31:58.592832Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-22T09:31:58.592897Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:31:58.592934Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:31:58.592949Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T09:31:58.593649Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T09:31:58.593783Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.112:2380"} {"level":"info","ts":"2026-04-22T09:31:58.593857Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.112:2380"} {"level":"info","ts":"2026-04-22T09:31:58.595221Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"d7123eb454063075","initial-advertise-peer-urls":["https://199.19.213.112:2380"],"listen-peer-urls":["https://199.19.213.112:2380"],"advertise-client-urls":["https://199.19.213.112:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.112:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T09:31:58.595272Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T09:31:58.595994Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"d7123eb454063075 [term: 0] received a MsgHeartbeat message with higher term from 98aaa0557ab926b1 [term: 2]"} {"level":"info","ts":"2026-04-22T09:31:58.596038Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d7123eb454063075 became follower at term 2"} {"level":"info","ts":"2026-04-22T09:31:58.596056Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d7123eb454063075 elected leader 98aaa0557ab926b1 at term 2"} {"level":"info","ts":"2026-04-22T09:31:58.602999Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.603052Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.610182Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"d7123eb454063075","remote-snapshot-sender-id":"98aaa0557ab926b1","incoming-snapshot-index":497,"incoming-snapshot-message-size-bytes":8203,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-04-22T09:31:58.614201Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d7123eb454063075","to":"98aaa0557ab926b1","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:31:58.614238Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.614263Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d7123eb454063075","to":"98aaa0557ab926b1","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:31:58.614344Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.616295Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.628187Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/00000000000001f1.snap.db","bytes":794624,"size":"795 kB"} {"level":"info","ts":"2026-04-22T09:31:58.628261Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"d7123eb454063075","remote-snapshot-sender-id":"98aaa0557ab926b1","incoming-snapshot-index":497,"incoming-snapshot-size-bytes":794624,"incoming-snapshot-size":"795 kB","download-took":"18.15604ms"} {"level":"info","ts":"2026-04-22T09:31:58.628416Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 497, term: 2]"} {"level":"info","ts":"2026-04-22T09:31:58.628502Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d7123eb454063075 switched to configuration voters=(11000781328797476529) learners=(15497518211960025205)"} {"level":"info","ts":"2026-04-22T09:31:58.628528Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"d7123eb454063075 [commit: 497, lastindex: 497, lastterm: 2] restored snapshot [index: 497, term: 2]"} {"level":"info","ts":"2026-04-22T09:31:58.628541Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"d7123eb454063075 [commit: 497] restored snapshot [index: 497, term: 2]"} {"level":"info","ts":"2026-04-22T09:31:58.628659Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":497,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-22T09:31:58.631439Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":497} {"level":"info","ts":"2026-04-22T09:31:58.631841Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078ac8}"} {"level":"info","ts":"2026-04-22T09:31:58.632453Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T09:31:58.632519Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"767.702µs"} {"level":"info","ts":"2026-04-22T09:31:58.632581Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-22T09:31:58.638595Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-22T09:31:58.638640Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-22T09:31:58.641925Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":468} {"level":"info","ts":"2026-04-22T09:31:58.641966Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":497} {"level":"info","ts":"2026-04-22T09:31:58.641982Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-22T09:31:58.642066Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-22T09:31:58.644457Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-04-22T09:31:58.644710Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-22T09:31:58.644724Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-22T09:31:58.644786Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-22T09:31:58.644796Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-22T09:31:58.645179Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-22T09:31:58.645202Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-22T09:31:58.645312Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T09:31:58.645326Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"250cc9bd258bffbf","local-member-id":"d7123eb454063075","recovered-remote-peer-id":"98aaa0557ab926b1","recovered-remote-peer-urls":["https://199.19.213.229:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-22T09:31:58.645336Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"250cc9bd258bffbf","local-member-id":"d7123eb454063075","recovered-remote-peer-id":"d7123eb454063075","recovered-remote-peer-urls":["https://199.19.213.112:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-22T09:31:58.645402Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T09:31:58.645442Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-22T09:31:58.645453Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-22T09:31:58.645461Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"98aaa0557ab926b1"} {"level":"warn","ts":"2026-04-22T09:31:58.645617Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.645702Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"98aaa0557ab926b1"} {"level":"warn","ts":"2026-04-22T09:31:58.645778Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.645793Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.645906Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"warn","ts":"2026-04-22T09:31:58.646084Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1","error":"context canceled"} {"level":"warn","ts":"2026-04-22T09:31:58.646111Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"98aaa0557ab926b1","error":"failed to read 98aaa0557ab926b1 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-22T09:31:58.646149Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"warn","ts":"2026-04-22T09:31:58.646284Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1","error":"context canceled"} {"level":"info","ts":"2026-04-22T09:31:58.646301Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.646391Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.646402Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"d7123eb454063075","removed-remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.646408Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-22T09:31:58.646427Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-22T09:31:58.646509Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.646524Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.646692Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.647781Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.647821Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.647856Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1","remote-peer-urls":["https://199.19.213.229:2380"]} {"level":"info","ts":"2026-04-22T09:31:58.647822Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.647885Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-22T09:31:58.647925Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":497,"current-applied-index":497,"incoming-leader-snapshot-index":497,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-22T09:31:58.647938Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.658270Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.658295Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.662716Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.715290Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d7123eb454063075","to":"98aaa0557ab926b1","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:31:58.715333Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.720229Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d7123eb454063075","to":"98aaa0557ab926b1","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:31:58.720304Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"98aaa0557ab926b1"} {"level":"info","ts":"2026-04-22T09:31:58.856848Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d7123eb454063075 switched to configuration voters=(11000781328797476529 15497518211960025205)"} {"level":"info","ts":"2026-04-22T09:31:58.858475Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"250cc9bd258bffbf","local-member-id":"d7123eb454063075","promoted-member-id":"d7123eb454063075"} {"level":"warn","ts":"2026-04-22T09:32:05.592968Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"d7123eb454063075","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.112:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-22T09:32:05.596059Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"d7123eb454063075","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.112:2379]}","cluster-id":"250cc9bd258bffbf","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T09:32:05.596063Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T09:32:05.596328Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T09:32:05.596532Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T09:32:05.596608Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T09:32:05.597605Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-22T09:32:05.597791Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-22T09:32:05.597903Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-22T09:32:05.600932Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.112:2379"} {"level":"info","ts":"2026-04-22T09:32:05.601103Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-22T09:32:05.603776Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.603952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.604025Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:57710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.604122Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.606013Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:59182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.606040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:57736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.606198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:59198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.606275Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:57744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.606610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:57726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.608981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:59214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.609287Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:57712","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.609667Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.112:59220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.613736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.633776Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.644827Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.650709Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.665104Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33084","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.672857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.682378Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.690754Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.701640Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.710622Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.720358Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.728796Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.736029Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.745380Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.754643Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.764451Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33274","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.773730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.782589Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.788612Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.820891Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.832654Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.840340Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33388","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.851179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.861060Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.870349Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.878341Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.887368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.895138Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.902525Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.910112Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.922270Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33564","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.936590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.961040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.975250Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:05.987838Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.023170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33680","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.033677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.049033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.057272Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.065336Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.074640Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33798","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.083692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.092521Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33820","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.101334Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.108523Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.118103Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.125854Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.135614Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.143252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.151345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.159557Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.170119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.212757Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.223349Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.231482Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:06.283447Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:15.795359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"841.23886ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:15.795574Z","caller":"traceutil/trace.go:172","msg":"trace[1794813091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:511; }","duration":"841.450607ms","start":"2026-04-22T09:32:14.954100Z","end":"2026-04-22T09:32:15.795551Z","steps":["trace[1794813091] 'range keys from in-memory index tree' (duration: 839.45124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:15.795360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"420.125918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-22T09:32:15.795708Z","caller":"traceutil/trace.go:172","msg":"trace[768280698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:511; }","duration":"420.498971ms","start":"2026-04-22T09:32:15.375190Z","end":"2026-04-22T09:32:15.795689Z","steps":["trace[768280698] 'range keys from in-memory index tree' (duration: 418.459687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:15.795784Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:15.375157Z","time spent":"420.609436ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:17.454298Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531020,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:32:17.633457Z","caller":"traceutil/trace.go:172","msg":"trace[643708619] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:557; }","duration":"679.207419ms","start":"2026-04-22T09:32:16.954226Z","end":"2026-04-22T09:32:17.633434Z","steps":["trace[643708619] 'read index received' (duration: 679.201817ms)","trace[643708619] 'applied index is now lower than readState.Index' (duration: 4.541µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:17.633602Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"679.391967ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:17.633634Z","caller":"traceutil/trace.go:172","msg":"trace[974600624] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:522; }","duration":"679.464353ms","start":"2026-04-22T09:32:16.954159Z","end":"2026-04-22T09:32:17.633624Z","steps":["trace[974600624] 'agreement among raft nodes before linearized reading' (duration: 679.389927ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:17.633714Z","caller":"traceutil/trace.go:172","msg":"trace[1652039127] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"624.809751ms","start":"2026-04-22T09:32:17.008887Z","end":"2026-04-22T09:32:17.633696Z","steps":["trace[1652039127] 'process raft request' (duration: 624.66473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:17.634204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:17.008859Z","time spent":"624.912703ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:17.645925Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.043319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:32:17.645914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"552.314796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:17.645962Z","caller":"traceutil/trace.go:172","msg":"trace[1159189625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"162.082367ms","start":"2026-04-22T09:32:17.483872Z","end":"2026-04-22T09:32:17.645954Z","steps":["trace[1159189625] 'agreement among raft nodes before linearized reading' (duration: 162.019473ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:17.645978Z","caller":"traceutil/trace.go:172","msg":"trace[1134214157] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:0; response_revision:525; }","duration":"552.384732ms","start":"2026-04-22T09:32:17.093578Z","end":"2026-04-22T09:32:17.645963Z","steps":["trace[1134214157] 'agreement among raft nodes before linearized reading' (duration: 552.288731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:17.646014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:17.093521Z","time spent":"552.484783ms","remote":"127.0.0.1:33746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/controller-2\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:17.919391Z","caller":"traceutil/trace.go:172","msg":"trace[566076963] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"250.962919ms","start":"2026-04-22T09:32:17.668405Z","end":"2026-04-22T09:32:17.919368Z","steps":["trace[566076963] 'process raft request' (duration: 250.836213ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:18.023613Z","caller":"traceutil/trace.go:172","msg":"trace[1628958385] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:562; }","duration":"307.889494ms","start":"2026-04-22T09:32:17.715692Z","end":"2026-04-22T09:32:18.023581Z","steps":["trace[1628958385] 'read index received' (duration: 307.883552ms)","trace[1628958385] 'applied index is now lower than readState.Index' (duration: 4.891µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:18.023789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.076592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-22T09:32:18.023871Z","caller":"traceutil/trace.go:172","msg":"trace[123729446] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:527; }","duration":"308.172823ms","start":"2026-04-22T09:32:17.715681Z","end":"2026-04-22T09:32:18.023854Z","steps":["trace[123729446] 'agreement among raft nodes before linearized reading' (duration: 307.96665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:18.023913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:17.715634Z","time spent":"308.270753ms","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":208,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:18.559984Z","caller":"traceutil/trace.go:172","msg":"trace[1874580562] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:569; }","duration":"130.821468ms","start":"2026-04-22T09:32:18.429135Z","end":"2026-04-22T09:32:18.559957Z","steps":["trace[1874580562] 'read index received' (duration: 130.813067ms)","trace[1874580562] 'applied index is now lower than readState.Index' (duration: 6.731µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:18.560229Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.067699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:32:18.560269Z","caller":"traceutil/trace.go:172","msg":"trace[120555931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:532; }","duration":"131.129152ms","start":"2026-04-22T09:32:18.429130Z","end":"2026-04-22T09:32:18.560259Z","steps":["trace[120555931] 'agreement among raft nodes before linearized reading' (duration: 130.92889ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:18.560121Z","caller":"traceutil/trace.go:172","msg":"trace[383882286] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"198.078277ms","start":"2026-04-22T09:32:18.362023Z","end":"2026-04-22T09:32:18.560101Z","steps":["trace[383882286] 'process raft request' (duration: 197.94553ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:18.809788Z","caller":"traceutil/trace.go:172","msg":"trace[1922002897] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"334.192474ms","start":"2026-04-22T09:32:18.475579Z","end":"2026-04-22T09:32:18.809771Z","steps":["trace[1922002897] 'process raft request' (duration: 334.097934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:18.809905Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:18.475554Z","time spent":"334.297415ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:32:18.923182Z","caller":"traceutil/trace.go:172","msg":"trace[477672739] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:571; }","duration":"359.945054ms","start":"2026-04-22T09:32:18.563214Z","end":"2026-04-22T09:32:18.923159Z","steps":["trace[477672739] 'read index received' (duration: 359.937802ms)","trace[477672739] 'applied index is now lower than readState.Index' (duration: 6.242µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:18.923457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.226102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T09:32:18.923538Z","caller":"traceutil/trace.go:172","msg":"trace[925756302] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:533; }","duration":"360.31491ms","start":"2026-04-22T09:32:18.563199Z","end":"2026-04-22T09:32:18.923513Z","steps":["trace[925756302] 'agreement among raft nodes before linearized reading' (duration: 360.031471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:18.923658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:18.563172Z","time spent":"360.397037ms","remote":"127.0.0.1:33246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":465,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:18.995571Z","caller":"traceutil/trace.go:172","msg":"trace[1790634730] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"181.989931ms","start":"2026-04-22T09:32:18.813560Z","end":"2026-04-22T09:32:18.995550Z","steps":["trace[1790634730] 'process raft request' (duration: 181.857404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:18.996314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.008304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-zrfps\" limit:1 ","response":"range_response_count:1 size:5044"} {"level":"warn","ts":"2026-04-22T09:32:18.996343Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"338.552829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:18.996363Z","caller":"traceutil/trace.go:172","msg":"trace[279706192] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-zrfps; range_end:; response_count:1; response_revision:535; }","duration":"257.060165ms","start":"2026-04-22T09:32:18.739291Z","end":"2026-04-22T09:32:18.996351Z","steps":["trace[279706192] 'agreement among raft nodes before linearized reading' (duration: 256.910574ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:18.996387Z","caller":"traceutil/trace.go:172","msg":"trace[888654179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:535; }","duration":"338.629605ms","start":"2026-04-22T09:32:18.657745Z","end":"2026-04-22T09:32:18.996375Z","steps":["trace[888654179] 'agreement among raft nodes before linearized reading' (duration: 338.520902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:18.996449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:18.657730Z","time spent":"338.711231ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:32:19.226545Z","caller":"traceutil/trace.go:172","msg":"trace[1855348290] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"220.540835ms","start":"2026-04-22T09:32:19.005990Z","end":"2026-04-22T09:32:19.226531Z","steps":["trace[1855348290] 'process raft request' (duration: 220.449037ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:19.227409Z","caller":"traceutil/trace.go:172","msg":"trace[1242438575] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:575; }","duration":"118.738187ms","start":"2026-04-22T09:32:19.108660Z","end":"2026-04-22T09:32:19.227398Z","steps":["trace[1242438575] 'read index received' (duration: 118.734276ms)","trace[1242438575] 'applied index is now lower than readState.Index' (duration: 3.161µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:19.227528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.85656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T09:32:19.227555Z","caller":"traceutil/trace.go:172","msg":"trace[437159953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:537; }","duration":"118.896958ms","start":"2026-04-22T09:32:19.108652Z","end":"2026-04-22T09:32:19.227549Z","steps":["trace[437159953] 'agreement among raft nodes before linearized reading' (duration: 118.786916ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:19.357871Z","caller":"traceutil/trace.go:172","msg":"trace[401106745] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"124.627204ms","start":"2026-04-22T09:32:19.233226Z","end":"2026-04-22T09:32:19.357853Z","steps":["trace[401106745] 'process raft request' (duration: 124.479555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:22.068939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.766066ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:22.068997Z","caller":"traceutil/trace.go:172","msg":"trace[1352113222] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:549; }","duration":"114.837679ms","start":"2026-04-22T09:32:21.954148Z","end":"2026-04-22T09:32:22.068985Z","steps":["trace[1352113222] 'agreement among raft nodes before linearized reading' (duration: 114.73674ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:22.068821Z","caller":"traceutil/trace.go:172","msg":"trace[1989130755] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:587; }","duration":"114.585253ms","start":"2026-04-22T09:32:21.954154Z","end":"2026-04-22T09:32:22.068739Z","steps":["trace[1989130755] 'read index received' (duration: 114.579652ms)","trace[1989130755] 'applied index is now lower than readState.Index' (duration: 4.23µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:23.529464Z","caller":"traceutil/trace.go:172","msg":"trace[480964453] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:591; }","duration":"157.982809ms","start":"2026-04-22T09:32:23.371458Z","end":"2026-04-22T09:32:23.529441Z","steps":["trace[480964453] 'read index received' (duration: 157.973397ms)","trace[480964453] 'applied index is now lower than readState.Index' (duration: 8.011µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:23.531249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.765439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T09:32:23.531296Z","caller":"traceutil/trace.go:172","msg":"trace[447837489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:552; }","duration":"159.834592ms","start":"2026-04-22T09:32:23.371452Z","end":"2026-04-22T09:32:23.531287Z","steps":["trace[447837489] 'agreement among raft nodes before linearized reading' (duration: 158.069994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:26.770499Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"466.717494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T09:32:26.770568Z","caller":"traceutil/trace.go:172","msg":"trace[1485645684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:558; }","duration":"466.794427ms","start":"2026-04-22T09:32:26.303760Z","end":"2026-04-22T09:32:26.770554Z","steps":["trace[1485645684] 'range keys from in-memory index tree' (duration: 464.852564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:26.770604Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:26.303735Z","time spent":"466.860568ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:26.914071Z","caller":"traceutil/trace.go:172","msg":"trace[1884499324] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"368.42413ms","start":"2026-04-22T09:32:26.545631Z","end":"2026-04-22T09:32:26.914055Z","steps":["trace[1884499324] 'process raft request' (duration: 368.389574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:26.914185Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:26.545601Z","time spent":"368.533118ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:32:26.915391Z","caller":"traceutil/trace.go:172","msg":"trace[2008211848] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:601; }","duration":"256.02315ms","start":"2026-04-22T09:32:26.659346Z","end":"2026-04-22T09:32:26.915370Z","steps":["trace[2008211848] 'read index received' (duration: 256.016379ms)","trace[2008211848] 'applied index is now lower than readState.Index' (duration: 5.671µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:26.915532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.162004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:26.915628Z","caller":"traceutil/trace.go:172","msg":"trace[1818259265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"256.268911ms","start":"2026-04-22T09:32:26.659343Z","end":"2026-04-22T09:32:26.915612Z","steps":["trace[1818259265] 'agreement among raft nodes before linearized reading' (duration: 256.107855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:26.917870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.477609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:26.917928Z","caller":"traceutil/trace.go:172","msg":"trace[1042591219] range","detail":"{range_begin:/registry/leases/kube-node-lease/controller-2; range_end:; response_count:0; response_revision:561; }","duration":"258.542339ms","start":"2026-04-22T09:32:26.659372Z","end":"2026-04-22T09:32:26.917915Z","steps":["trace[1042591219] 'agreement among raft nodes before linearized reading' (duration: 258.444743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:26.917926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.496825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-2\" limit:1 ","response":"range_response_count:1 size:4429"} {"level":"info","ts":"2026-04-22T09:32:26.917971Z","caller":"traceutil/trace.go:172","msg":"trace[371519005] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-2; range_end:; response_count:1; response_revision:561; }","duration":"257.543583ms","start":"2026-04-22T09:32:26.660414Z","end":"2026-04-22T09:32:26.917958Z","steps":["trace[371519005] 'agreement among raft nodes before linearized reading' (duration: 257.396469ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:27.078171Z","caller":"traceutil/trace.go:172","msg":"trace[1264568305] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"152.456488ms","start":"2026-04-22T09:32:26.925699Z","end":"2026-04-22T09:32:27.078155Z","steps":["trace[1264568305] 'process raft request' (duration: 152.318506ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:27.313424Z","caller":"traceutil/trace.go:172","msg":"trace[1826481098] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:602; }","duration":"359.452252ms","start":"2026-04-22T09:32:26.953939Z","end":"2026-04-22T09:32:27.313391Z","steps":["trace[1826481098] 'read index received' (duration: 359.447731ms)","trace[1826481098] 'applied index is now lower than readState.Index' (duration: 3.57µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:27.314214Z","caller":"traceutil/trace.go:172","msg":"trace[2081346903] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"387.129788ms","start":"2026-04-22T09:32:26.927052Z","end":"2026-04-22T09:32:27.314182Z","steps":["trace[2081346903] 'process raft request' (duration: 386.430614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:27.314392Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:26.927033Z","time spent":"387.276711ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5927,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:27.314705Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.758232ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:27.314782Z","caller":"traceutil/trace.go:172","msg":"trace[631931442] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:562; }","duration":"360.832545ms","start":"2026-04-22T09:32:26.953932Z","end":"2026-04-22T09:32:27.314765Z","steps":["trace[631931442] 'agreement among raft nodes before linearized reading' (duration: 359.591694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:27.318068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.997288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-22T09:32:27.318154Z","caller":"traceutil/trace.go:172","msg":"trace[1293185758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:563; }","duration":"215.06719ms","start":"2026-04-22T09:32:27.103051Z","end":"2026-04-22T09:32:27.318119Z","steps":["trace[1293185758] 'agreement among raft nodes before linearized reading' (duration: 213.536152ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:27.589646Z","caller":"traceutil/trace.go:172","msg":"trace[1609799510] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"217.441784ms","start":"2026-04-22T09:32:27.372182Z","end":"2026-04-22T09:32:27.589624Z","steps":["trace[1609799510] 'process raft request' (duration: 217.385975ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:28.028272Z","caller":"traceutil/trace.go:172","msg":"trace[387700922] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"425.655607ms","start":"2026-04-22T09:32:27.602594Z","end":"2026-04-22T09:32:28.028250Z","steps":["trace[387700922] 'process raft request' (duration: 425.519345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:28.028456Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:27.602570Z","time spent":"425.811462ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7576,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:32:28.446845Z","caller":"traceutil/trace.go:172","msg":"trace[2001102079] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:608; }","duration":"492.969978ms","start":"2026-04-22T09:32:27.953847Z","end":"2026-04-22T09:32:28.446817Z","steps":["trace[2001102079] 'read index received' (duration: 492.964467ms)","trace[2001102079] 'applied index is now lower than readState.Index' (duration: 4.431µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:32:28.446985Z","caller":"traceutil/trace.go:172","msg":"trace[189680871] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"614.724165ms","start":"2026-04-22T09:32:27.832242Z","end":"2026-04-22T09:32:28.446967Z","steps":["trace[189680871] 'process raft request' (duration: 614.56342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:28.447065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"493.187353ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:28.447101Z","caller":"traceutil/trace.go:172","msg":"trace[489856354] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:568; }","duration":"493.249202ms","start":"2026-04-22T09:32:27.953840Z","end":"2026-04-22T09:32:28.447089Z","steps":["trace[489856354] 'agreement among raft nodes before linearized reading' (duration: 493.140235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:28.447128Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:27.832205Z","time spent":"614.848635ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:28.448735Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.499881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.112\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T09:32:28.448798Z","caller":"traceutil/trace.go:172","msg":"trace[1473873437] range","detail":"{range_begin:/registry/masterleases/199.19.213.112; range_end:; response_count:1; response_revision:568; }","duration":"281.566681ms","start":"2026-04-22T09:32:28.167219Z","end":"2026-04-22T09:32:28.448786Z","steps":["trace[1473873437] 'agreement among raft nodes before linearized reading' (duration: 281.400885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:28.448720Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"416.579861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-2\" limit:1 ","response":"range_response_count:1 size:3331"} {"level":"info","ts":"2026-04-22T09:32:28.448937Z","caller":"traceutil/trace.go:172","msg":"trace[1647703934] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-2; range_end:; response_count:1; response_revision:568; }","duration":"416.800106ms","start":"2026-04-22T09:32:28.032112Z","end":"2026-04-22T09:32:28.448912Z","steps":["trace[1647703934] 'agreement among raft nodes before linearized reading' (duration: 416.457372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:28.448995Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.032094Z","time spent":"416.88774ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3354,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-controller-2\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:29.053290Z","caller":"traceutil/trace.go:172","msg":"trace[1673070902] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"596.684209ms","start":"2026-04-22T09:32:28.456592Z","end":"2026-04-22T09:32:29.053276Z","steps":["trace[1673070902] 'process raft request' (duration: 596.616368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.053405Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.456568Z","time spent":"596.781544ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4807,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:32:29.095533Z","caller":"traceutil/trace.go:172","msg":"trace[311482553] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:613; }","duration":"439.576164ms","start":"2026-04-22T09:32:28.655935Z","end":"2026-04-22T09:32:29.095511Z","steps":["trace[311482553] 'read index received' (duration: 439.570283ms)","trace[311482553] 'applied index is now lower than readState.Index' (duration: 4.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:29.095629Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"439.685491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:29.095680Z","caller":"traceutil/trace.go:172","msg":"trace[474828682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:571; }","duration":"439.740099ms","start":"2026-04-22T09:32:28.655931Z","end":"2026-04-22T09:32:29.095671Z","steps":["trace[474828682] 'agreement among raft nodes before linearized reading' (duration: 439.652686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.095709Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.655922Z","time spent":"439.780795ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:32:29.095972Z","caller":"traceutil/trace.go:172","msg":"trace[1153539038] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"484.904786ms","start":"2026-04-22T09:32:28.611033Z","end":"2026-04-22T09:32:29.095937Z","steps":["trace[1153539038] 'process raft request' (duration: 484.609031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.096262Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:28.611008Z","time spent":"485.115029ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:32:29.097938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.521654ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:29.098025Z","caller":"traceutil/trace.go:172","msg":"trace[870211026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:573; }","duration":"144.619859ms","start":"2026-04-22T09:32:28.953389Z","end":"2026-04-22T09:32:29.098008Z","steps":["trace[870211026] 'agreement among raft nodes before linearized reading' (duration: 144.483798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.098324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.463077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:32:29.098395Z","caller":"traceutil/trace.go:172","msg":"trace[315860121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:573; }","duration":"179.536658ms","start":"2026-04-22T09:32:28.918850Z","end":"2026-04-22T09:32:29.098386Z","steps":["trace[315860121] 'agreement among raft nodes before linearized reading' (duration: 179.089939ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:29.366353Z","caller":"traceutil/trace.go:172","msg":"trace[70054523] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"261.788046ms","start":"2026-04-22T09:32:29.104540Z","end":"2026-04-22T09:32:29.366328Z","steps":["trace[70054523] 'process raft request' (duration: 261.588945ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:29.367349Z","caller":"traceutil/trace.go:172","msg":"trace[1459779207] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:616; }","duration":"262.832806ms","start":"2026-04-22T09:32:29.104499Z","end":"2026-04-22T09:32:29.367332Z","steps":["trace[1459779207] 'read index received' (duration: 262.825345ms)","trace[1459779207] 'applied index is now lower than readState.Index' (duration: 6.311µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:29.368405Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.738826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:498"} {"level":"info","ts":"2026-04-22T09:32:29.368526Z","caller":"traceutil/trace.go:172","msg":"trace[2089512684] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:574; }","duration":"264.011768ms","start":"2026-04-22T09:32:29.104495Z","end":"2026-04-22T09:32:29.368506Z","steps":["trace[2089512684] 'agreement among raft nodes before linearized reading' (duration: 262.955405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:29.370245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.611306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T09:32:29.370293Z","caller":"traceutil/trace.go:172","msg":"trace[499643136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:574; }","duration":"159.669444ms","start":"2026-04-22T09:32:29.210610Z","end":"2026-04-22T09:32:29.370280Z","steps":["trace[499643136] 'agreement among raft nodes before linearized reading' (duration: 159.519251ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:31.903973Z","caller":"traceutil/trace.go:172","msg":"trace[2045714478] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"182.997104ms","start":"2026-04-22T09:32:31.720953Z","end":"2026-04-22T09:32:31.903950Z","steps":["trace[2045714478] 'process raft request' (duration: 182.850943ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:32.145970Z","caller":"traceutil/trace.go:172","msg":"trace[2123664026] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:622; }","duration":"191.813555ms","start":"2026-04-22T09:32:31.954138Z","end":"2026-04-22T09:32:32.145951Z","steps":["trace[2123664026] 'read index received' (duration: 191.806934ms)","trace[2123664026] 'applied index is now lower than readState.Index' (duration: 5.611µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:32.146127Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.971458ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:32.146163Z","caller":"traceutil/trace.go:172","msg":"trace[1692901865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:580; }","duration":"192.025906ms","start":"2026-04-22T09:32:31.954131Z","end":"2026-04-22T09:32:32.146157Z","steps":["trace[1692901865] 'agreement among raft nodes before linearized reading' (duration: 191.945764ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:32.146420Z","caller":"traceutil/trace.go:172","msg":"trace[1304529376] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"238.657594ms","start":"2026-04-22T09:32:31.907755Z","end":"2026-04-22T09:32:32.146413Z","steps":["trace[1304529376] 'process raft request' (duration: 238.391136ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:32.346375Z","caller":"traceutil/trace.go:172","msg":"trace[1617821651] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"196.199445ms","start":"2026-04-22T09:32:32.150154Z","end":"2026-04-22T09:32:32.346353Z","steps":["trace[1617821651] 'process raft request' (duration: 196.079588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:32.880574Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:32:32.929198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"549.658251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T09:32:32.929258Z","caller":"traceutil/trace.go:172","msg":"trace[750218766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:584; }","duration":"549.735502ms","start":"2026-04-22T09:32:32.379513Z","end":"2026-04-22T09:32:32.929249Z","steps":["trace[750218766] 'agreement among raft nodes before linearized reading' (duration: 549.524472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:32.929295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:32.379495Z","time spent":"549.79053ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-22T09:32:32.928995Z","caller":"traceutil/trace.go:172","msg":"trace[1812793401] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:626; }","duration":"549.444721ms","start":"2026-04-22T09:32:32.379526Z","end":"2026-04-22T09:32:32.928971Z","steps":["trace[1812793401] 'read index received' (duration: 549.374351ms)","trace[1812793401] 'applied index is now lower than readState.Index' (duration: 69.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:32.931040Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.307363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:32.931091Z","caller":"traceutil/trace.go:172","msg":"trace[1704477799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"273.359231ms","start":"2026-04-22T09:32:32.657721Z","end":"2026-04-22T09:32:32.931080Z","steps":["trace[1704477799] 'agreement among raft nodes before linearized reading' (duration: 273.28392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:32.931334Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.488452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-zrfps\" limit:1 ","response":"range_response_count:1 size:5123"} {"level":"info","ts":"2026-04-22T09:32:32.931367Z","caller":"traceutil/trace.go:172","msg":"trace[1852321696] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-zrfps; range_end:; response_count:1; response_revision:584; }","duration":"149.523408ms","start":"2026-04-22T09:32:32.781836Z","end":"2026-04-22T09:32:32.931359Z","steps":["trace[1852321696] 'agreement among raft nodes before linearized reading' (duration: 149.424673ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:33.295204Z","caller":"traceutil/trace.go:172","msg":"trace[1203753308] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"356.847325ms","start":"2026-04-22T09:32:32.938335Z","end":"2026-04-22T09:32:33.295183Z","steps":["trace[1203753308] 'process raft request' (duration: 356.693003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:33.295387Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:32.938318Z","time spent":"356.976913ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5033,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:32:33.296556Z","caller":"traceutil/trace.go:172","msg":"trace[1702107435] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:627; }","duration":"342.515915ms","start":"2026-04-22T09:32:32.954018Z","end":"2026-04-22T09:32:33.296533Z","steps":["trace[1702107435] 'read index received' (duration: 342.509955ms)","trace[1702107435] 'applied index is now lower than readState.Index' (duration: 4.71µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:33.296876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"342.800265ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:33.296916Z","caller":"traceutil/trace.go:172","msg":"trace[1607226590] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:585; }","duration":"342.891958ms","start":"2026-04-22T09:32:32.954013Z","end":"2026-04-22T09:32:33.296905Z","steps":["trace[1607226590] 'agreement among raft nodes before linearized reading' (duration: 342.715514ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:37.504186Z","caller":"traceutil/trace.go:172","msg":"trace[268045515] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"228.903448ms","start":"2026-04-22T09:32:37.275264Z","end":"2026-04-22T09:32:37.504167Z","steps":["trace[268045515] 'process raft request' (duration: 228.752469ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:42.560040Z","caller":"traceutil/trace.go:172","msg":"trace[763160942] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:658; }","duration":"113.240804ms","start":"2026-04-22T09:32:42.446766Z","end":"2026-04-22T09:32:42.560007Z","steps":["trace[763160942] 'read index received' (duration: 113.229723ms)","trace[763160942] 'applied index is now lower than readState.Index' (duration: 9.311µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:42.560804Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.023402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T09:32:42.560881Z","caller":"traceutil/trace.go:172","msg":"trace[1509636492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:612; }","duration":"114.112322ms","start":"2026-04-22T09:32:42.446753Z","end":"2026-04-22T09:32:42.560865Z","steps":["trace[1509636492] 'agreement among raft nodes before linearized reading' (duration: 113.372689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:49.953886Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:55096","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:32:50.565887Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d7123eb454063075 switched to configuration voters=(11000781328797476529 15497518211960025205) learners=(10910741797235609830)"} {"level":"info","ts":"2026-04-22T09:32:50.566034Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"250cc9bd258bffbf","local-member-id":"d7123eb454063075","added-peer-id":"976abddb643c50e6","added-peer-peer-urls":["https://199.19.213.75:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T09:32:50.566066Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.566101Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.566305Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.566312Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.566336Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6","remote-peer-urls":["https://199.19.213.75:2380"]} {"level":"info","ts":"2026-04-22T09:32:50.566366Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.566330Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:32:50.566333Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"warn","ts":"2026-04-22T09:32:50.617080Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:55202","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:55.120455Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:55292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:32:55.566873Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:32:55.566942Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"info","ts":"2026-04-22T09:32:57.150245Z","caller":"traceutil/trace.go:172","msg":"trace[1754667450] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:698; }","duration":"494.000298ms","start":"2026-04-22T09:32:56.656220Z","end":"2026-04-22T09:32:57.150220Z","steps":["trace[1754667450] 'read index received' (duration: 493.991607ms)","trace[1754667450] 'applied index is now lower than readState.Index' (duration: 7.171µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:57.150648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"494.407971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:57.150751Z","caller":"traceutil/trace.go:172","msg":"trace[282714537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"494.529161ms","start":"2026-04-22T09:32:56.656201Z","end":"2026-04-22T09:32:57.150730Z","steps":["trace[282714537] 'agreement among raft nodes before linearized reading' (duration: 494.334375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:57.150798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:56.656166Z","time spent":"494.624368ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:32:57.153648Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.067803ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:57.153762Z","caller":"traceutil/trace.go:172","msg":"trace[948914283] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:646; }","duration":"200.164411ms","start":"2026-04-22T09:32:56.953552Z","end":"2026-04-22T09:32:57.153716Z","steps":["trace[948914283] 'agreement among raft nodes before linearized reading' (duration: 199.90802ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:58.254603Z","caller":"traceutil/trace.go:172","msg":"trace[63003005] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"367.565708ms","start":"2026-04-22T09:32:57.887017Z","end":"2026-04-22T09:32:58.254582Z","steps":["trace[63003005] 'process raft request' (duration: 367.251173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:58.254755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:57.886977Z","time spent":"367.700399ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:32:58.255380Z","caller":"traceutil/trace.go:172","msg":"trace[1539146696] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:704; }","duration":"366.570556ms","start":"2026-04-22T09:32:57.888764Z","end":"2026-04-22T09:32:58.255335Z","steps":["trace[1539146696] 'read index received' (duration: 366.561735ms)","trace[1539146696] 'applied index is now lower than readState.Index' (duration: 6.661µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:58.256034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.217498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:32:58.256143Z","caller":"traceutil/trace.go:172","msg":"trace[1449669939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:650; }","duration":"367.36921ms","start":"2026-04-22T09:32:57.888756Z","end":"2026-04-22T09:32:58.256125Z","steps":["trace[1449669939] 'agreement among raft nodes before linearized reading' (duration: 366.950307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:58.256408Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:57.888740Z","time spent":"367.644532ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:32:58.257486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.290559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:58.257590Z","caller":"traceutil/trace.go:172","msg":"trace[1110591904] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:650; }","duration":"303.42827ms","start":"2026-04-22T09:32:57.954141Z","end":"2026-04-22T09:32:58.257569Z","steps":["trace[1110591904] 'agreement among raft nodes before linearized reading' (duration: 303.254406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:58.257594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.912432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:32:58.257654Z","caller":"traceutil/trace.go:172","msg":"trace[1168921914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:650; }","duration":"271.977358ms","start":"2026-04-22T09:32:57.985661Z","end":"2026-04-22T09:32:58.257638Z","steps":["trace[1168921914] 'agreement among raft nodes before linearized reading' (duration: 271.804825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:58.257686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.463404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-22T09:32:58.257833Z","caller":"traceutil/trace.go:172","msg":"trace[52393949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:650; }","duration":"185.54721ms","start":"2026-04-22T09:32:58.072179Z","end":"2026-04-22T09:32:58.257726Z","steps":["trace[52393949] 'agreement among raft nodes before linearized reading' (duration: 185.282099ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:59.007365Z","caller":"traceutil/trace.go:172","msg":"trace[136589191] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"631.376799ms","start":"2026-04-22T09:32:58.375969Z","end":"2026-04-22T09:32:59.007346Z","steps":["trace[136589191] 'process raft request' (duration: 631.225067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:59.007563Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:58.375946Z","time spent":"631.51438ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:32:59.107995Z","caller":"traceutil/trace.go:172","msg":"trace[779992624] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:706; }","duration":"488.357267ms","start":"2026-04-22T09:32:58.619616Z","end":"2026-04-22T09:32:59.107974Z","steps":["trace[779992624] 'read index received' (duration: 488.349667ms)","trace[779992624] 'applied index is now lower than readState.Index' (duration: 6.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:59.108113Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:58.619585Z","time spent":"488.520771ms","remote":"199.19.213.75:51574","response type":"/etcdserverpb.Cluster/MemberList","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T09:32:59.292897Z","caller":"traceutil/trace.go:172","msg":"trace[2006774692] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"268.634147ms","start":"2026-04-22T09:32:59.024246Z","end":"2026-04-22T09:32:59.292880Z","steps":["trace[2006774692] 'process raft request' (duration: 268.343795ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:32:59.293638Z","caller":"traceutil/trace.go:172","msg":"trace[1501644735] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:709; }","duration":"185.540334ms","start":"2026-04-22T09:32:59.108082Z","end":"2026-04-22T09:32:59.293622Z","steps":["trace[1501644735] 'read index received' (duration: 185.533394ms)","trace[1501644735] 'applied index is now lower than readState.Index' (duration: 5.64µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:32:59.293849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.459704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T09:32:59.293888Z","caller":"traceutil/trace.go:172","msg":"trace[2123097098] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:654; }","duration":"283.518468ms","start":"2026-04-22T09:32:59.010360Z","end":"2026-04-22T09:32:59.293878Z","steps":["trace[2123097098] 'agreement among raft nodes before linearized reading' (duration: 283.360846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:59.293978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.535014ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:59.294051Z","caller":"traceutil/trace.go:172","msg":"trace[1343687785] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:654; }","duration":"339.626521ms","start":"2026-04-22T09:32:58.954404Z","end":"2026-04-22T09:32:59.294031Z","steps":["trace[1343687785] 'agreement among raft nodes before linearized reading' (duration: 339.491761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:59.294505Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"634.430172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:32:59.294573Z","caller":"traceutil/trace.go:172","msg":"trace[1816314476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:654; }","duration":"634.500137ms","start":"2026-04-22T09:32:58.660057Z","end":"2026-04-22T09:32:59.294557Z","steps":["trace[1816314476] 'agreement among raft nodes before linearized reading' (duration: 633.76524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:32:59.294618Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:32:58.660036Z","time spent":"634.570732ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:33:00.567773Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:00.567921Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:00.621300Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:51616","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:33:01.779596Z","caller":"traceutil/trace.go:172","msg":"trace[131825505] linearizableReadLoop","detail":"{readStateIndex:711; appliedIndex:712; }","duration":"349.175706ms","start":"2026-04-22T09:33:01.430394Z","end":"2026-04-22T09:33:01.779570Z","steps":["trace[131825505] 'read index received' (duration: 349.169986ms)","trace[131825505] 'applied index is now lower than readState.Index' (duration: 4.64µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:01.780253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.847206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:33:01.780332Z","caller":"traceutil/trace.go:172","msg":"trace[593957269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:659; }","duration":"349.939103ms","start":"2026-04-22T09:33:01.430378Z","end":"2026-04-22T09:33:01.780318Z","steps":["trace[593957269] 'agreement among raft nodes before linearized reading' (duration: 349.314456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:01.780384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:01.430357Z","time spent":"350.013749ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:01.782272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.935245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:01.782321Z","caller":"traceutil/trace.go:172","msg":"trace[2072653734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"127.985019ms","start":"2026-04-22T09:33:01.654325Z","end":"2026-04-22T09:33:01.782310Z","steps":["trace[2072653734] 'agreement among raft nodes before linearized reading' (duration: 127.088602ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:01.992163Z","caller":"traceutil/trace.go:172","msg":"trace[1649131253] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:714; }","duration":"208.269786ms","start":"2026-04-22T09:33:01.783875Z","end":"2026-04-22T09:33:01.992145Z","steps":["trace[1649131253] 'read index received' (duration: 208.260956ms)","trace[1649131253] 'applied index is now lower than readState.Index' (duration: 7.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:01.992299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.408468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:01.992373Z","caller":"traceutil/trace.go:172","msg":"trace[2093090416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"208.496594ms","start":"2026-04-22T09:33:01.783860Z","end":"2026-04-22T09:33:01.992356Z","steps":["trace[2093090416] 'agreement among raft nodes before linearized reading' (duration: 208.364404ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:04.078464Z","caller":"traceutil/trace.go:172","msg":"trace[856169178] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:720; }","duration":"124.782196ms","start":"2026-04-22T09:33:03.953660Z","end":"2026-04-22T09:33:04.078442Z","steps":["trace[856169178] 'read index received' (duration: 124.776755ms)","trace[856169178] 'applied index is now lower than readState.Index' (duration: 4.491µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:04.078578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.901955ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:04.078642Z","caller":"traceutil/trace.go:172","msg":"trace[1202766306] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:663; }","duration":"124.97494ms","start":"2026-04-22T09:33:03.953653Z","end":"2026-04-22T09:33:04.078628Z","steps":["trace[1202766306] 'agreement among raft nodes before linearized reading' (duration: 124.873843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:05.567883Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:05.568028Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"info","ts":"2026-04-22T09:33:06.099022Z","caller":"traceutil/trace.go:172","msg":"trace[790217997] linearizableReadLoop","detail":"{readStateIndex:722; appliedIndex:723; }","duration":"145.772288ms","start":"2026-04-22T09:33:05.953226Z","end":"2026-04-22T09:33:06.098998Z","steps":["trace[790217997] 'read index received' (duration: 145.766698ms)","trace[790217997] 'applied index is now lower than readState.Index' (duration: 4.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:06.099103Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.851904ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:06.099356Z","caller":"traceutil/trace.go:172","msg":"trace[1566946406] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:666; }","duration":"146.124923ms","start":"2026-04-22T09:33:05.953221Z","end":"2026-04-22T09:33:06.099346Z","steps":["trace[1566946406] 'agreement among raft nodes before linearized reading' (duration: 145.824852ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:07.037418Z","caller":"traceutil/trace.go:172","msg":"trace[1030513529] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:726; }","duration":"381.122393ms","start":"2026-04-22T09:33:06.656275Z","end":"2026-04-22T09:33:07.037397Z","steps":["trace[1030513529] 'read index received' (duration: 381.117313ms)","trace[1030513529] 'applied index is now lower than readState.Index' (duration: 4.19µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:07.037546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.265023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:07.037637Z","caller":"traceutil/trace.go:172","msg":"trace[1296694507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:669; }","duration":"381.36394ms","start":"2026-04-22T09:33:06.656259Z","end":"2026-04-22T09:33:07.037623Z","steps":["trace[1296694507] 'agreement among raft nodes before linearized reading' (duration: 381.232771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:07.037682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:06.656241Z","time spent":"381.433024ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:33:07.039167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.567285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:07.039218Z","caller":"traceutil/trace.go:172","msg":"trace[1276955347] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:669; }","duration":"278.620248ms","start":"2026-04-22T09:33:06.760586Z","end":"2026-04-22T09:33:07.039207Z","steps":["trace[1276955347] 'agreement among raft nodes before linearized reading' (duration: 278.539263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:07.039244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"350.095055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T09:33:07.039297Z","caller":"traceutil/trace.go:172","msg":"trace[1191149685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:669; }","duration":"350.160139ms","start":"2026-04-22T09:33:06.689124Z","end":"2026-04-22T09:33:07.039284Z","steps":["trace[1191149685] 'agreement among raft nodes before linearized reading' (duration: 349.995348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:07.039334Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:06.689105Z","time spent":"350.220943ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:07.039355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.786408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:33:07.039490Z","caller":"traceutil/trace.go:172","msg":"trace[1229629820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:669; }","duration":"380.896275ms","start":"2026-04-22T09:33:06.658546Z","end":"2026-04-22T09:33:07.039442Z","steps":["trace[1229629820] 'agreement among raft nodes before linearized reading' (duration: 380.615426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:07.039462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.127705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T09:33:07.039553Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:06.658526Z","time spent":"381.004072ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:07.039595Z","caller":"traceutil/trace.go:172","msg":"trace[615995258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:669; }","duration":"109.290396ms","start":"2026-04-22T09:33:06.930277Z","end":"2026-04-22T09:33:07.039568Z","steps":["trace[615995258] 'agreement among raft nodes before linearized reading' (duration: 108.988665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:07.619044Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:51722","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:10.568088Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:10.568152Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"976abddb643c50e6","rtt":"0s","error":"dial tcp 199.19.213.75:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-22T09:33:10.625688Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:42362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:11.620107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.75:42376","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:33:12.371159Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.371247Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.371279Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.377358Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d7123eb454063075","to":"976abddb643c50e6","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T09:33:12.377413Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.378740Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d7123eb454063075","to":"976abddb643c50e6","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T09:33:12.378811Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"warn","ts":"2026-04-22T09:33:12.411150Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:33:12.411359Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6","error":"EOF"} {"level":"info","ts":"2026-04-22T09:33:12.425980Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.430460Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.435708Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d7123eb454063075","to":"976abddb643c50e6","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-22T09:33:12.435763Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.435782Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.437688Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"d7123eb454063075","to":"976abddb643c50e6","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-22T09:33:12.437729Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.437748Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"d7123eb454063075","remote-peer-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:12.759635Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"d7123eb454063075 switched to configuration voters=(10910741797235609830 11000781328797476529 15497518211960025205)"} {"level":"info","ts":"2026-04-22T09:33:12.759865Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"250cc9bd258bffbf","local-member-id":"d7123eb454063075","promoted-member-id":"976abddb643c50e6"} {"level":"info","ts":"2026-04-22T09:33:13.033275Z","caller":"traceutil/trace.go:172","msg":"trace[682402015] linearizableReadLoop","detail":"{readStateIndex:746; appliedIndex:746; }","duration":"136.928507ms","start":"2026-04-22T09:33:12.896325Z","end":"2026-04-22T09:33:13.033253Z","steps":["trace[682402015] 'read index received' (duration: 136.922267ms)","trace[682402015] 'applied index is now lower than readState.Index' (duration: 4.43µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:13.034765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.397906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:13.034958Z","caller":"traceutil/trace.go:172","msg":"trace[1981823848] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:685; }","duration":"138.539625ms","start":"2026-04-22T09:33:12.896315Z","end":"2026-04-22T09:33:13.034855Z","steps":["trace[1981823848] 'agreement among raft nodes before linearized reading' (duration: 137.068675ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:15.761551Z","caller":"traceutil/trace.go:172","msg":"trace[607584799] linearizableReadLoop","detail":"{readStateIndex:754; appliedIndex:755; }","duration":"179.281534ms","start":"2026-04-22T09:33:15.582241Z","end":"2026-04-22T09:33:15.761523Z","steps":["trace[607584799] 'read index received' (duration: 179.274773ms)","trace[607584799] 'applied index is now lower than readState.Index' (duration: 5.411µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:15.761710Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.445043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:15.761803Z","caller":"traceutil/trace.go:172","msg":"trace[480078085] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:692; }","duration":"179.55993ms","start":"2026-04-22T09:33:15.582223Z","end":"2026-04-22T09:33:15.761783Z","steps":["trace[480078085] 'agreement among raft nodes before linearized reading' (duration: 179.38706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:15.763347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.18345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:15.763428Z","caller":"traceutil/trace.go:172","msg":"trace[546828645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:692; }","duration":"167.273265ms","start":"2026-04-22T09:33:15.596139Z","end":"2026-04-22T09:33:15.763413Z","steps":["trace[546828645] 'agreement among raft nodes before linearized reading' (duration: 167.153218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:15.763478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.865897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:15.763746Z","caller":"traceutil/trace.go:172","msg":"trace[43001024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:692; }","duration":"109.166465ms","start":"2026-04-22T09:33:15.654490Z","end":"2026-04-22T09:33:15.763656Z","steps":["trace[43001024] 'agreement among raft nodes before linearized reading' (duration: 108.823295ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:17.500736Z","caller":"traceutil/trace.go:172","msg":"trace[115190123] linearizableReadLoop","detail":"{readStateIndex:762; appliedIndex:763; }","duration":"126.291613ms","start":"2026-04-22T09:33:17.374420Z","end":"2026-04-22T09:33:17.500712Z","steps":["trace[115190123] 'read index received' (duration: 126.284173ms)","trace[115190123] 'applied index is now lower than readState.Index' (duration: 6.09µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:17.500897Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.456872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:17.500939Z","caller":"traceutil/trace.go:172","msg":"trace[781117567] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:698; }","duration":"126.516096ms","start":"2026-04-22T09:33:17.374410Z","end":"2026-04-22T09:33:17.500926Z","steps":["trace[781117567] 'agreement among raft nodes before linearized reading' (duration: 126.41028ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:19.116727Z","caller":"traceutil/trace.go:172","msg":"trace[1896104366] linearizableReadLoop","detail":"{readStateIndex:769; appliedIndex:770; }","duration":"162.602206ms","start":"2026-04-22T09:33:18.954106Z","end":"2026-04-22T09:33:19.116708Z","steps":["trace[1896104366] 'read index received' (duration: 162.597986ms)","trace[1896104366] 'applied index is now lower than readState.Index' (duration: 3.4µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:19.116885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.791367ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:19.116903Z","caller":"traceutil/trace.go:172","msg":"trace[367678319] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:704; }","duration":"162.824929ms","start":"2026-04-22T09:33:18.954073Z","end":"2026-04-22T09:33:19.116898Z","steps":["trace[367678319] 'agreement among raft nodes before linearized reading' (duration: 162.765045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:19.118341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.651289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T09:33:19.118364Z","caller":"traceutil/trace.go:172","msg":"trace[1895449573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:705; }","duration":"148.67814ms","start":"2026-04-22T09:33:18.969680Z","end":"2026-04-22T09:33:19.118358Z","steps":["trace[1895449573] 'agreement among raft nodes before linearized reading' (duration: 148.577184ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:22.386683Z","caller":"traceutil/trace.go:172","msg":"trace[83750851] linearizableReadLoop","detail":"{readStateIndex:776; appliedIndex:777; }","duration":"432.841855ms","start":"2026-04-22T09:33:21.953814Z","end":"2026-04-22T09:33:22.386655Z","steps":["trace[83750851] 'read index received' (duration: 432.835595ms)","trace[83750851] 'applied index is now lower than readState.Index' (duration: 5.18µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:22.386840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.006634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:22.386946Z","caller":"traceutil/trace.go:172","msg":"trace[1427097785] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:711; }","duration":"433.130121ms","start":"2026-04-22T09:33:21.953793Z","end":"2026-04-22T09:33:22.386923Z","steps":["trace[1427097785] 'agreement among raft nodes before linearized reading' (duration: 432.959301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:22.388398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"383.451386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:22.389074Z","caller":"traceutil/trace.go:172","msg":"trace[2035113939] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:713; }","duration":"384.126072ms","start":"2026-04-22T09:33:22.004920Z","end":"2026-04-22T09:33:22.389046Z","steps":["trace[2035113939] 'agreement among raft nodes before linearized reading' (duration: 383.417584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:22.388767Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"215.600485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:33:22.389245Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:22.004892Z","time spent":"384.336093ms","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:22.389354Z","caller":"traceutil/trace.go:172","msg":"trace[1953231539] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:713; }","duration":"216.159425ms","start":"2026-04-22T09:33:22.173152Z","end":"2026-04-22T09:33:22.389311Z","steps":["trace[1953231539] 'agreement among raft nodes before linearized reading' (duration: 215.564343ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:22.886046Z","caller":"traceutil/trace.go:172","msg":"trace[677646101] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:781; }","duration":"225.382917ms","start":"2026-04-22T09:33:22.660642Z","end":"2026-04-22T09:33:22.886025Z","steps":["trace[677646101] 'read index received' (duration: 225.375877ms)","trace[677646101] 'applied index is now lower than readState.Index' (duration: 5.95µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:22.886234Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.555877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:22.886337Z","caller":"traceutil/trace.go:172","msg":"trace[457674748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"225.684614ms","start":"2026-04-22T09:33:22.660636Z","end":"2026-04-22T09:33:22.886320Z","steps":["trace[457674748] 'agreement among raft nodes before linearized reading' (duration: 225.481033ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:23.255817Z","caller":"traceutil/trace.go:172","msg":"trace[350690250] linearizableReadLoop","detail":"{readStateIndex:781; appliedIndex:782; }","duration":"368.060567ms","start":"2026-04-22T09:33:22.887730Z","end":"2026-04-22T09:33:23.255790Z","steps":["trace[350690250] 'read index received' (duration: 368.053777ms)","trace[350690250] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:23.256071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"368.357873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:23.256172Z","caller":"traceutil/trace.go:172","msg":"trace[1125811186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"368.451908ms","start":"2026-04-22T09:33:22.887689Z","end":"2026-04-22T09:33:23.256141Z","steps":["trace[1125811186] 'agreement among raft nodes before linearized reading' (duration: 368.251407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:23.256220Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:22.887663Z","time spent":"368.548972ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:33:23.536924Z","caller":"traceutil/trace.go:172","msg":"trace[1731116372] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:784; }","duration":"280.998652ms","start":"2026-04-22T09:33:23.255890Z","end":"2026-04-22T09:33:23.536889Z","steps":["trace[1731116372] 'read index received' (duration: 280.988961ms)","trace[1731116372] 'applied index is now lower than readState.Index' (duration: 8.001µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:23.538294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"583.949646ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:23.538365Z","caller":"traceutil/trace.go:172","msg":"trace[514157147] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:717; }","duration":"584.033911ms","start":"2026-04-22T09:33:22.954317Z","end":"2026-04-22T09:33:23.538351Z","steps":["trace[514157147] 'agreement among raft nodes before linearized reading' (duration: 582.756203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:23.538508Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"558.290758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T09:33:23.538575Z","caller":"traceutil/trace.go:172","msg":"trace[1545053798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:717; }","duration":"558.369562ms","start":"2026-04-22T09:33:22.980193Z","end":"2026-04-22T09:33:23.538562Z","steps":["trace[1545053798] 'agreement among raft nodes before linearized reading' (duration: 556.82589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:23.538616Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:22.980171Z","time spent":"558.432725ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:23.539997Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.599509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:33:23.540050Z","caller":"traceutil/trace.go:172","msg":"trace[69836066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:718; }","duration":"179.657071ms","start":"2026-04-22T09:33:23.360382Z","end":"2026-04-22T09:33:23.540039Z","steps":["trace[69836066] 'agreement among raft nodes before linearized reading' (duration: 179.513994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:23.540177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.456053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:23.540236Z","caller":"traceutil/trace.go:172","msg":"trace[1820350956] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:718; }","duration":"176.533647ms","start":"2026-04-22T09:33:23.363689Z","end":"2026-04-22T09:33:23.540223Z","steps":["trace[1820350956] 'agreement among raft nodes before linearized reading' (duration: 176.380419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:26.454866Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531410,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:33:26.555318Z","caller":"traceutil/trace.go:172","msg":"trace[1800993317] linearizableReadLoop","detail":"{readStateIndex:793; appliedIndex:795; }","duration":"601.086039ms","start":"2026-04-22T09:33:25.954204Z","end":"2026-04-22T09:33:26.555290Z","steps":["trace[1800993317] 'read index received' (duration: 601.077578ms)","trace[1800993317] 'applied index is now lower than readState.Index' (duration: 7.321µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:26.555520Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"601.286479ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:26.555563Z","caller":"traceutil/trace.go:172","msg":"trace[31920515] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:727; }","duration":"601.357433ms","start":"2026-04-22T09:33:25.954196Z","end":"2026-04-22T09:33:26.555553Z","steps":["trace[31920515] 'agreement among raft nodes before linearized reading' (duration: 601.235007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:26.556500Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3491870484800531411,"received-request-id":3491870484800531410} {"level":"warn","ts":"2026-04-22T09:33:26.557653Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.980834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:33:26.557753Z","caller":"traceutil/trace.go:172","msg":"trace[1238809908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:730; }","duration":"109.120511ms","start":"2026-04-22T09:33:26.448617Z","end":"2026-04-22T09:33:26.557738Z","steps":["trace[1238809908] 'agreement among raft nodes before linearized reading' (duration: 108.804285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:26.557759Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.083241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:26.557873Z","caller":"traceutil/trace.go:172","msg":"trace[489042685] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:730; }","duration":"164.199767ms","start":"2026-04-22T09:33:26.393659Z","end":"2026-04-22T09:33:26.557859Z","steps":["trace[489042685] 'agreement among raft nodes before linearized reading' (duration: 163.717672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:30.659977Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531441,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:33:30.684032Z","caller":"traceutil/trace.go:172","msg":"trace[319152488] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:820; }","duration":"525.126368ms","start":"2026-04-22T09:33:30.158878Z","end":"2026-04-22T09:33:30.684005Z","steps":["trace[319152488] 'read index received' (duration: 525.121998ms)","trace[319152488] 'applied index is now lower than readState.Index' (duration: 3.22µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:30.684181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"525.292526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:30.684209Z","caller":"traceutil/trace.go:172","msg":"trace[311093044] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:748; }","duration":"525.336398ms","start":"2026-04-22T09:33:30.158866Z","end":"2026-04-22T09:33:30.684202Z","steps":["trace[311093044] 'agreement among raft nodes before linearized reading' (duration: 525.260555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:30.684233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:30.158847Z","time spent":"525.38047ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:30.685188Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3491870484800531443,"received-request-id":3491870484800531441} {"level":"info","ts":"2026-04-22T09:33:30.684465Z","caller":"traceutil/trace.go:172","msg":"trace[1615773544] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"458.924519ms","start":"2026-04-22T09:33:30.225519Z","end":"2026-04-22T09:33:30.684444Z","steps":["trace[1615773544] 'process raft request' (duration: 458.758131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:30.686037Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.933953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:30.686099Z","caller":"traceutil/trace.go:172","msg":"trace[1591774869] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:749; }","duration":"210.013697ms","start":"2026-04-22T09:33:30.476073Z","end":"2026-04-22T09:33:30.686087Z","steps":["trace[1591774869] 'agreement among raft nodes before linearized reading' (duration: 209.849289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:30.686658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:30.225492Z","time spent":"460.317326ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:33:31.454573Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531445,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:33:31.518721Z","caller":"traceutil/trace.go:172","msg":"trace[1354309898] linearizableReadLoop","detail":"{readStateIndex:821; appliedIndex:822; }","duration":"564.438144ms","start":"2026-04-22T09:33:30.954238Z","end":"2026-04-22T09:33:31.518676Z","steps":["trace[1354309898] 'read index received' (duration: 564.431874ms)","trace[1354309898] 'applied index is now lower than readState.Index' (duration: 5.17µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:31.519120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"564.642364ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:31.519344Z","caller":"traceutil/trace.go:172","msg":"trace[82726824] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:750; }","duration":"565.037593ms","start":"2026-04-22T09:33:30.954222Z","end":"2026-04-22T09:33:31.519260Z","steps":["trace[82726824] 'agreement among raft nodes before linearized reading' (duration: 564.612503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:31.519718Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3491870484800531446,"received-request-id":3491870484800531445} {"level":"warn","ts":"2026-04-22T09:33:31.535446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"320.937692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:31.535514Z","caller":"traceutil/trace.go:172","msg":"trace[1555929547] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:751; }","duration":"321.006345ms","start":"2026-04-22T09:33:31.214490Z","end":"2026-04-22T09:33:31.535497Z","steps":["trace[1555929547] 'agreement among raft nodes before linearized reading' (duration: 320.90265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:31.535561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:31.214478Z","time spent":"321.069468ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:31.535754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"372.32898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:31.535832Z","caller":"traceutil/trace.go:172","msg":"trace[68191302] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:751; }","duration":"372.426074ms","start":"2026-04-22T09:33:31.163390Z","end":"2026-04-22T09:33:31.535816Z","steps":["trace[68191302] 'agreement among raft nodes before linearized reading' (duration: 371.978683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:31.535877Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:31.163356Z","time spent":"372.507827ms","remote":"127.0.0.1:33610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:31.535547Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.672781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:31.536338Z","caller":"traceutil/trace.go:172","msg":"trace[147128440] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:751; }","duration":"350.483419ms","start":"2026-04-22T09:33:31.185839Z","end":"2026-04-22T09:33:31.536323Z","steps":["trace[147128440] 'agreement among raft nodes before linearized reading' (duration: 349.643039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:31.536867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:31.185823Z","time spent":"350.540242ms","remote":"127.0.0.1:34056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"info","ts":"2026-04-22T09:33:32.341230Z","caller":"traceutil/trace.go:172","msg":"trace[560218435] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:835; }","duration":"386.315283ms","start":"2026-04-22T09:33:31.954879Z","end":"2026-04-22T09:33:32.341195Z","steps":["trace[560218435] 'read index received' (duration: 386.305752ms)","trace[560218435] 'applied index is now lower than readState.Index' (duration: 7.961µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:32.341379Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"386.444709ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:32.341538Z","caller":"traceutil/trace.go:172","msg":"trace[1323966244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:759; }","duration":"386.621007ms","start":"2026-04-22T09:33:31.954874Z","end":"2026-04-22T09:33:32.341495Z","steps":["trace[1323966244] 'agreement among raft nodes before linearized reading' (duration: 386.398927ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:33.045511Z","caller":"traceutil/trace.go:172","msg":"trace[325965494] linearizableReadLoop","detail":"{readStateIndex:838; appliedIndex:839; }","duration":"202.319832ms","start":"2026-04-22T09:33:32.843170Z","end":"2026-04-22T09:33:33.045490Z","steps":["trace[325965494] 'read index received' (duration: 202.314642ms)","trace[325965494] 'applied index is now lower than readState.Index' (duration: 3.41µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:33.045776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.588564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:33:33.045832Z","caller":"traceutil/trace.go:172","msg":"trace[14801659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:762; }","duration":"202.663647ms","start":"2026-04-22T09:33:32.843155Z","end":"2026-04-22T09:33:33.045819Z","steps":["trace[14801659] 'agreement among raft nodes before linearized reading' (duration: 202.466278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:33.048157Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.133421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:33.048210Z","caller":"traceutil/trace.go:172","msg":"trace[662817140] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:763; }","duration":"175.188603ms","start":"2026-04-22T09:33:32.873009Z","end":"2026-04-22T09:33:33.048198Z","steps":["trace[662817140] 'agreement among raft nodes before linearized reading' (duration: 175.104919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:34.229673Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531456,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:33:34.446046Z","caller":"traceutil/trace.go:172","msg":"trace[1901173187] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:843; }","duration":"717.121633ms","start":"2026-04-22T09:33:33.728903Z","end":"2026-04-22T09:33:34.446025Z","steps":["trace[1901173187] 'read index received' (duration: 717.116213ms)","trace[1901173187] 'applied index is now lower than readState.Index' (duration: 4.41µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:34.446205Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"717.28086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:34.446230Z","caller":"traceutil/trace.go:172","msg":"trace[1262608629] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:765; }","duration":"717.323562ms","start":"2026-04-22T09:33:33.728899Z","end":"2026-04-22T09:33:34.446222Z","steps":["trace[1262608629] 'agreement among raft nodes before linearized reading' (duration: 717.248769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:34.446259Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:33.728881Z","time spent":"717.367714ms","remote":"127.0.0.1:33746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:33:34.448362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"493.830285ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:34.448396Z","caller":"traceutil/trace.go:172","msg":"trace[375297023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:768; }","duration":"493.865617ms","start":"2026-04-22T09:33:33.954524Z","end":"2026-04-22T09:33:34.448389Z","steps":["trace[375297023] 'agreement among raft nodes before linearized reading' (duration: 493.816655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:34.448938Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.041801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:51 size:4302"} {"level":"info","ts":"2026-04-22T09:33:34.449013Z","caller":"traceutil/trace.go:172","msg":"trace[856794397] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:51; response_revision:768; }","duration":"223.124825ms","start":"2026-04-22T09:33:34.225872Z","end":"2026-04-22T09:33:34.448997Z","steps":["trace[856794397] 'agreement among raft nodes before linearized reading' (duration: 222.58132ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:38.208763Z","caller":"traceutil/trace.go:172","msg":"trace[810828974] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:866; }","duration":"281.725811ms","start":"2026-04-22T09:33:37.926972Z","end":"2026-04-22T09:33:38.208698Z","steps":["trace[810828974] 'read index received' (duration: 281.719691ms)","trace[810828974] 'applied index is now lower than readState.Index' (duration: 4.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:38.209145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"281.964391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:38.209292Z","caller":"traceutil/trace.go:172","msg":"trace[957136014] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:785; }","duration":"282.310827ms","start":"2026-04-22T09:33:37.926960Z","end":"2026-04-22T09:33:38.209271Z","steps":["trace[957136014] 'agreement among raft nodes before linearized reading' (duration: 281.9298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:38.210511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.722595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:38.210576Z","caller":"traceutil/trace.go:172","msg":"trace[446428663] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:785; }","duration":"256.789357ms","start":"2026-04-22T09:33:37.953775Z","end":"2026-04-22T09:33:38.210564Z","steps":["trace[446428663] 'agreement among raft nodes before linearized reading' (duration: 256.706794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:38.558468Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.211548Z","time spent":"346.915787ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-22T09:33:38.787803Z","caller":"traceutil/trace.go:172","msg":"trace[2093354457] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"227.829805ms","start":"2026-04-22T09:33:38.559955Z","end":"2026-04-22T09:33:38.787785Z","steps":["trace[2093354457] 'process raft request' (duration: 227.779723ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:39.250445Z","caller":"traceutil/trace.go:172","msg":"trace[1542776121] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:871; }","duration":"456.814345ms","start":"2026-04-22T09:33:38.793597Z","end":"2026-04-22T09:33:39.250411Z","steps":["trace[1542776121] 'read index received' (duration: 456.802525ms)","trace[1542776121] 'applied index is now lower than readState.Index' (duration: 10µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:39.250638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"457.024135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-04-22T09:33:39.250710Z","caller":"traceutil/trace.go:172","msg":"trace[481634832] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:789; }","duration":"457.111669ms","start":"2026-04-22T09:33:38.793581Z","end":"2026-04-22T09:33:39.250693Z","steps":["trace[481634832] 'agreement among raft nodes before linearized reading' (duration: 456.91661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.250754Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:33:38.793560Z","time spent":"457.182782ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":412,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-22T09:33:39.351041Z","caller":"traceutil/trace.go:172","msg":"trace[1750891636] linearizableReadLoop","detail":"{readStateIndex:871; appliedIndex:872; }","duration":"100.489796ms","start":"2026-04-22T09:33:39.250535Z","end":"2026-04-22T09:33:39.351024Z","steps":["trace[1750891636] 'read index received' (duration: 100.484956ms)","trace[1750891636] 'applied index is now lower than readState.Index' (duration: 3.78µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:39.351167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"397.323623ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:39.351197Z","caller":"traceutil/trace.go:172","msg":"trace[1252263894] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:790; }","duration":"397.360175ms","start":"2026-04-22T09:33:38.953828Z","end":"2026-04-22T09:33:39.351188Z","steps":["trace[1252263894] 'agreement among raft nodes before linearized reading' (duration: 397.301892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:39.353044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.021496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-04-22T09:33:39.353094Z","caller":"traceutil/trace.go:172","msg":"trace[2073340798] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:790; }","duration":"100.074308ms","start":"2026-04-22T09:33:39.253008Z","end":"2026-04-22T09:33:39.353082Z","steps":["trace[2073340798] 'agreement among raft nodes before linearized reading' (duration: 99.946012ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:43.774498Z","caller":"traceutil/trace.go:172","msg":"trace[1635242051] linearizableReadLoop","detail":"{readStateIndex:883; appliedIndex:884; }","duration":"227.819832ms","start":"2026-04-22T09:33:43.546652Z","end":"2026-04-22T09:33:43.774472Z","steps":["trace[1635242051] 'read index received' (duration: 227.815192ms)","trace[1635242051] 'applied index is now lower than readState.Index' (duration: 3.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:43.774777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.987029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:43.774987Z","caller":"traceutil/trace.go:172","msg":"trace[478789327] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:799; }","duration":"228.238389ms","start":"2026-04-22T09:33:43.546636Z","end":"2026-04-22T09:33:43.774875Z","steps":["trace[478789327] 'agreement among raft nodes before linearized reading' (duration: 227.938887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:33:43.776246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.039109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:43.776309Z","caller":"traceutil/trace.go:172","msg":"trace[1919019320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:799; }","duration":"120.114172ms","start":"2026-04-22T09:33:43.656186Z","end":"2026-04-22T09:33:43.776300Z","steps":["trace[1919019320] 'agreement among raft nodes before linearized reading' (duration: 119.961616ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:44.083824Z","caller":"traceutil/trace.go:172","msg":"trace[423375691] linearizableReadLoop","detail":"{readStateIndex:885; appliedIndex:885; }","duration":"129.72595ms","start":"2026-04-22T09:33:43.954074Z","end":"2026-04-22T09:33:44.083800Z","steps":["trace[423375691] 'read index received' (duration: 129.72053ms)","trace[423375691] 'applied index is now lower than readState.Index' (duration: 4.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:44.083965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.868026ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:44.084000Z","caller":"traceutil/trace.go:172","msg":"trace[1123219438] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:800; }","duration":"129.921458ms","start":"2026-04-22T09:33:43.954067Z","end":"2026-04-22T09:33:44.083988Z","steps":["trace[1123219438] 'agreement among raft nodes before linearized reading' (duration: 129.843425ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:45.095230Z","caller":"traceutil/trace.go:172","msg":"trace[655676498] linearizableReadLoop","detail":"{readStateIndex:886; appliedIndex:888; }","duration":"141.456859ms","start":"2026-04-22T09:33:44.953748Z","end":"2026-04-22T09:33:45.095205Z","steps":["trace[655676498] 'read index received' (duration: 141.450779ms)","trace[655676498] 'applied index is now lower than readState.Index' (duration: 4.59µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:45.095344Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.609015ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:45.095372Z","caller":"traceutil/trace.go:172","msg":"trace[1486944856] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:803; }","duration":"141.656277ms","start":"2026-04-22T09:33:44.953707Z","end":"2026-04-22T09:33:45.095363Z","steps":["trace[1486944856] 'agreement among raft nodes before linearized reading' (duration: 141.584374ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:33:46.452380Z","caller":"traceutil/trace.go:172","msg":"trace[2039257142] linearizableReadLoop","detail":"{readStateIndex:890; appliedIndex:891; }","duration":"159.323475ms","start":"2026-04-22T09:33:46.293020Z","end":"2026-04-22T09:33:46.452343Z","steps":["trace[2039257142] 'read index received' (duration: 159.317405ms)","trace[2039257142] 'applied index is now lower than readState.Index' (duration: 4.42µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:33:46.452514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.480901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:33:46.452543Z","caller":"traceutil/trace.go:172","msg":"trace[1280638145] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:806; }","duration":"159.528533ms","start":"2026-04-22T09:33:46.293005Z","end":"2026-04-22T09:33:46.452534Z","steps":["trace[1280638145] 'agreement among raft nodes before linearized reading' (duration: 159.44435ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:04.566893Z","caller":"traceutil/trace.go:172","msg":"trace[1543028806] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:988; }","duration":"131.736508ms","start":"2026-04-22T09:34:04.435135Z","end":"2026-04-22T09:34:04.566872Z","steps":["trace[1543028806] 'read index received' (duration: 131.732267ms)","trace[1543028806] 'applied index is now lower than readState.Index' (duration: 3.32µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:04.567113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.954905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:34:04.567196Z","caller":"traceutil/trace.go:172","msg":"trace[1277582245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:889; }","duration":"132.049709ms","start":"2026-04-22T09:34:04.435132Z","end":"2026-04-22T09:34:04.567182Z","steps":["trace[1277582245] 'agreement among raft nodes before linearized reading' (duration: 131.855922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:11.867928Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:12.251320Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"d7123eb454063075 [logterm: 2, index: 1059, vote: 0] ignored MsgPreVote from 976abddb643c50e6 [logterm: 2, index: 1059] at term 2: lease is not expired (remaining ticks: 1)"} {"level":"warn","ts":"2026-04-22T09:34:12.368191Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:12.469778Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"d7123eb454063075 is starting a new election at term 2"} {"level":"info","ts":"2026-04-22T09:34:12.469870Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"d7123eb454063075 became pre-candidate at term 2"} {"level":"info","ts":"2026-04-22T09:34:12.469899Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d7123eb454063075 [logterm: 2, index: 1059] sent MsgPreVote request to 976abddb643c50e6 at term 2"} {"level":"info","ts":"2026-04-22T09:34:12.469916Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d7123eb454063075 [logterm: 2, index: 1059] sent MsgPreVote request to 98aaa0557ab926b1 at term 2"} {"level":"info","ts":"2026-04-22T09:34:12.469933Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: d7123eb454063075 lost leader 98aaa0557ab926b1 at term 2"} {"level":"info","ts":"2026-04-22T09:34:12.469989Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d7123eb454063075 received MsgPreVoteResp from d7123eb454063075 at term 2"} {"level":"info","ts":"2026-04-22T09:34:12.470015Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d7123eb454063075 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:34:12.471086Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d7123eb454063075 received MsgPreVoteResp from 976abddb643c50e6 at term 2"} {"level":"info","ts":"2026-04-22T09:34:12.471160Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d7123eb454063075 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:34:12.471189Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"d7123eb454063075 became candidate at term 3"} {"level":"info","ts":"2026-04-22T09:34:12.471208Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d7123eb454063075 [logterm: 2, index: 1059] sent MsgVote request to 976abddb643c50e6 at term 3"} {"level":"info","ts":"2026-04-22T09:34:12.471237Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d7123eb454063075 [logterm: 2, index: 1059] sent MsgVote request to 98aaa0557ab926b1 at term 3"} {"level":"info","ts":"2026-04-22T09:34:12.472224Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d7123eb454063075 received MsgVoteResp from d7123eb454063075 at term 3"} {"level":"info","ts":"2026-04-22T09:34:12.472260Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d7123eb454063075 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-22T09:34:12.869276Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:13.027290Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d7123eb454063075 received MsgVoteResp from 976abddb643c50e6 at term 3"} {"level":"info","ts":"2026-04-22T09:34:13.027381Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d7123eb454063075 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T09:34:13.027417Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"d7123eb454063075 became leader at term 3"} {"level":"info","ts":"2026-04-22T09:34:13.027436Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d7123eb454063075 elected leader d7123eb454063075 at term 3"} {"level":"warn","ts":"2026-04-22T09:34:13.027549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.660536362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T09:34:13.027618Z","caller":"traceutil/trace.go:172","msg":"trace[1936467663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.660616854s","start":"2026-04-22T09:34:11.366988Z","end":"2026-04-22T09:34:13.027605Z","steps":["trace[1936467663] 'agreement among raft nodes before linearized reading' (duration: 1.660535022s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.027662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:11.366965Z","time spent":"1.660688527s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:13.030873Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-22T09:34:13.031428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"374.881419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:13.031504Z","caller":"traceutil/trace.go:172","msg":"trace[1385155464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:956; }","duration":"374.966963ms","start":"2026-04-22T09:34:12.656519Z","end":"2026-04-22T09:34:13.031486Z","steps":["trace[1385155464] 'agreement among raft nodes before linearized reading' (duration: 374.854669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.031514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.540538445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-22T09:34:13.031544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:12.656498Z","time spent":"375.039005ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:34:13.031577Z","caller":"traceutil/trace.go:172","msg":"trace[165321094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:956; }","duration":"1.540615578s","start":"2026-04-22T09:34:11.490950Z","end":"2026-04-22T09:34:13.031565Z","steps":["trace[165321094] 'agreement among raft nodes before linearized reading' (duration: 1.540344888s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.031615Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:11.490875Z","time spent":"1.540733752s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:13.031616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.07693511s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:13.031654Z","caller":"traceutil/trace.go:172","msg":"trace[1951006638] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:956; }","duration":"1.076969592s","start":"2026-04-22T09:34:11.954673Z","end":"2026-04-22T09:34:13.031643Z","steps":["trace[1951006638] 'agreement among raft nodes before linearized reading' (duration: 1.07692576s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.031778Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.284991867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:13.031803Z","caller":"traceutil/trace.go:172","msg":"trace[1327256231] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:956; }","duration":"1.285014908s","start":"2026-04-22T09:34:11.746780Z","end":"2026-04-22T09:34:13.031795Z","steps":["trace[1327256231] 'agreement among raft nodes before linearized reading' (duration: 1.284979117s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.031825Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:11.746754Z","time spent":"1.28506548s","remote":"127.0.0.1:33696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:13.031574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.12175179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-22T09:34:13.031965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.403637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:13.031977Z","caller":"traceutil/trace.go:172","msg":"trace[1689598277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:956; }","duration":"1.122160524s","start":"2026-04-22T09:34:11.909807Z","end":"2026-04-22T09:34:13.031968Z","steps":["trace[1689598277] 'agreement among raft nodes before linearized reading' (duration: 1.121646146s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:13.032007Z","caller":"traceutil/trace.go:172","msg":"trace[1326843262] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:956; }","duration":"122.449709ms","start":"2026-04-22T09:34:12.909544Z","end":"2026-04-22T09:34:13.031994Z","steps":["trace[1326843262] 'agreement among raft nodes before linearized reading' (duration: 122.374876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.032261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.845881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T09:34:13.032297Z","caller":"traceutil/trace.go:172","msg":"trace[1157640092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:956; }","duration":"339.882932ms","start":"2026-04-22T09:34:12.692404Z","end":"2026-04-22T09:34:13.032287Z","steps":["trace[1157640092] 'agreement among raft nodes before linearized reading' (duration: 339.760608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:13.032322Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:12.692393Z","time spent":"339.921914ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:13.032010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:11.909786Z","time spent":"1.122215245s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:13.424005Z","caller":"traceutil/trace.go:172","msg":"trace[1310429311] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"109.568965ms","start":"2026-04-22T09:34:13.314423Z","end":"2026-04-22T09:34:13.423992Z","steps":["trace[1310429311] 'process raft request' (duration: 109.514873ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:14.041502Z","caller":"traceutil/trace.go:172","msg":"trace[706289854] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"161.661529ms","start":"2026-04-22T09:34:13.879819Z","end":"2026-04-22T09:34:14.041481Z","steps":["trace[706289854] 'process raft request' (duration: 161.498374ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:14.041776Z","caller":"traceutil/trace.go:172","msg":"trace[1394546429] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"205.633934ms","start":"2026-04-22T09:34:13.836130Z","end":"2026-04-22T09:34:14.041764Z","steps":["trace[1394546429] 'process raft request' (duration: 205.006153ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:15.459149Z","caller":"traceutil/trace.go:172","msg":"trace[415906994] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1205; }","duration":"123.998495ms","start":"2026-04-22T09:34:15.335127Z","end":"2026-04-22T09:34:15.459125Z","steps":["trace[415906994] 'read index received' (duration: 123.993585ms)","trace[415906994] 'applied index is now lower than readState.Index' (duration: 3.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:15.459296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.15699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:15.459513Z","caller":"traceutil/trace.go:172","msg":"trace[396902828] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1037; }","duration":"124.382558ms","start":"2026-04-22T09:34:15.335119Z","end":"2026-04-22T09:34:15.459501Z","steps":["trace[396902828] 'agreement among raft nodes before linearized reading' (duration: 124.125549ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:15.460944Z","caller":"traceutil/trace.go:172","msg":"trace[1414310735] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"231.724875ms","start":"2026-04-22T09:34:15.229202Z","end":"2026-04-22T09:34:15.460927Z","steps":["trace[1414310735] 'process raft request' (duration: 230.662919ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:15.725157Z","caller":"traceutil/trace.go:172","msg":"trace[1283884275] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1206; }","duration":"192.630702ms","start":"2026-04-22T09:34:15.532472Z","end":"2026-04-22T09:34:15.725103Z","steps":["trace[1283884275] 'read index received' (duration: 192.625252ms)","trace[1283884275] 'applied index is now lower than readState.Index' (duration: 4.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:15.725598Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"193.081167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T09:34:15.725639Z","caller":"traceutil/trace.go:172","msg":"trace[1772694062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1038; }","duration":"193.16439ms","start":"2026-04-22T09:34:15.532463Z","end":"2026-04-22T09:34:15.725628Z","steps":["trace[1772694062] 'agreement among raft nodes before linearized reading' (duration: 192.792017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:15.726431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.872767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:15.726517Z","caller":"traceutil/trace.go:172","msg":"trace[1681364489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1038; }","duration":"131.97588ms","start":"2026-04-22T09:34:15.594523Z","end":"2026-04-22T09:34:15.726499Z","steps":["trace[1681364489] 'agreement among raft nodes before linearized reading' (duration: 131.823155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:18.305361Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:11.304863Z","time spent":"7.000490219s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-22T09:34:18.343066Z","caller":"traceutil/trace.go:172","msg":"trace[500681089] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"100.296667ms","start":"2026-04-22T09:34:18.242743Z","end":"2026-04-22T09:34:18.343039Z","steps":["trace[500681089] 'process raft request' (duration: 100.031248ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:18.548637Z","caller":"traceutil/trace.go:172","msg":"trace[778347036] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"199.56749ms","start":"2026-04-22T09:34:18.349051Z","end":"2026-04-22T09:34:18.548619Z","steps":["trace[778347036] 'process raft request' (duration: 199.524559ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:18.548721Z","caller":"traceutil/trace.go:172","msg":"trace[1876806583] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"203.892566ms","start":"2026-04-22T09:34:18.344798Z","end":"2026-04-22T09:34:18.548691Z","steps":["trace[1876806583] 'process raft request' (duration: 203.563905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:19.559468Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"98aaa0557ab926b1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"268.890205ms"} {"level":"warn","ts":"2026-04-22T09:34:19.559544Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"268.972808ms"} {"level":"info","ts":"2026-04-22T09:34:19.559862Z","caller":"traceutil/trace.go:172","msg":"trace[1929470305] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"442.127775ms","start":"2026-04-22T09:34:19.117716Z","end":"2026-04-22T09:34:19.559844Z","steps":["trace[1929470305] 'process raft request' (duration: 441.928899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:19.559998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:19.117693Z","time spent":"442.231439ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:19.597009Z","caller":"traceutil/trace.go:172","msg":"trace[933474889] linearizableReadLoop","detail":"{readStateIndex:1226; appliedIndex:1226; }","duration":"182.420812ms","start":"2026-04-22T09:34:19.414558Z","end":"2026-04-22T09:34:19.596979Z","steps":["trace[933474889] 'read index received' (duration: 182.412912ms)","trace[933474889] 'applied index is now lower than readState.Index' (duration: 5.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:19.597224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.656371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:34:19.597279Z","caller":"traceutil/trace.go:172","msg":"trace[671103654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1053; }","duration":"182.721623ms","start":"2026-04-22T09:34:19.414545Z","end":"2026-04-22T09:34:19.597266Z","steps":["trace[671103654] 'agreement among raft nodes before linearized reading' (duration: 182.539217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:20.458517Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:20.583240Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"98aaa0557ab926b1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"702.506468ms"} {"level":"warn","ts":"2026-04-22T09:34:20.583306Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"702.596651ms"} {"level":"warn","ts":"2026-04-22T09:34:20.959470Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:21.017493Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"98aaa0557ab926b1","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"233.990902ms"} {"level":"warn","ts":"2026-04-22T09:34:21.017547Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"976abddb643c50e6","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"234.052794ms"} {"level":"info","ts":"2026-04-22T09:34:21.017771Z","caller":"traceutil/trace.go:172","msg":"trace[269368425] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1228; }","duration":"1.063942337s","start":"2026-04-22T09:34:19.953811Z","end":"2026-04-22T09:34:21.017753Z","steps":["trace[269368425] 'read index received' (duration: 1.063937277s)","trace[269368425] 'applied index is now lower than readState.Index' (duration: 4.34µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:21.089521Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3491870484800531761,"received-request-id":3491870484800531759} {"level":"warn","ts":"2026-04-22T09:34:21.119155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.165320546s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:21.119752Z","caller":"traceutil/trace.go:172","msg":"trace[122383269] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1055; }","duration":"1.165922716s","start":"2026-04-22T09:34:19.953805Z","end":"2026-04-22T09:34:21.119728Z","steps":["trace[122383269] 'agreement among raft nodes before linearized reading' (duration: 1.06402816s)","trace[122383269] 'range keys from in-memory index tree' (duration: 101.271226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:21.119848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.68054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T09:34:21.120079Z","caller":"traceutil/trace.go:172","msg":"trace[264396214] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"899.436556ms","start":"2026-04-22T09:34:20.220610Z","end":"2026-04-22T09:34:21.120047Z","steps":["trace[264396214] 'process raft request' (duration: 797.128825ms)","trace[264396214] 'compare' (duration: 101.39122ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:21.120135Z","caller":"traceutil/trace.go:172","msg":"trace[1881820588] linearizableReadLoop","detail":"{readStateIndex:1229; appliedIndex:1228; }","duration":"102.30809ms","start":"2026-04-22T09:34:21.017808Z","end":"2026-04-22T09:34:21.120116Z","steps":["trace[1881820588] 'read index received' (duration: 80.937334ms)","trace[1881820588] 'applied index is now lower than readState.Index' (duration: 21.369416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:21.120244Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:20.220579Z","time spent":"899.578051ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:21.120321Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"925.16525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:34:21.120363Z","caller":"traceutil/trace.go:172","msg":"trace[228566991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1059; }","duration":"925.219571ms","start":"2026-04-22T09:34:20.195134Z","end":"2026-04-22T09:34:21.120354Z","steps":["trace[228566991] 'agreement among raft nodes before linearized reading' (duration: 925.133219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:21.120393Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:20.195113Z","time spent":"925.271303ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:21.120798Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"464.404449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:21.120865Z","caller":"traceutil/trace.go:172","msg":"trace[928534990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1058; }","duration":"464.714309ms","start":"2026-04-22T09:34:20.656130Z","end":"2026-04-22T09:34:21.120844Z","steps":["trace[928534990] 'agreement among raft nodes before linearized reading' (duration: 464.043706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:21.120907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:20.656109Z","time spent":"464.787752ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:34:23.211629Z","caller":"traceutil/trace.go:172","msg":"trace[1084892595] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"137.823048ms","start":"2026-04-22T09:34:23.073778Z","end":"2026-04-22T09:34:23.211601Z","steps":["trace[1084892595] 'process raft request' (duration: 137.652333ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:23.212005Z","caller":"traceutil/trace.go:172","msg":"trace[854752065] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1251; }","duration":"257.65549ms","start":"2026-04-22T09:34:22.954333Z","end":"2026-04-22T09:34:23.211989Z","steps":["trace[854752065] 'read index received' (duration: 257.65013ms)","trace[854752065] 'applied index is now lower than readState.Index' (duration: 4.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:23.212170Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.821026ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:23.212219Z","caller":"traceutil/trace.go:172","msg":"trace[98019733] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1078; }","duration":"257.881038ms","start":"2026-04-22T09:34:22.954324Z","end":"2026-04-22T09:34:23.212205Z","steps":["trace[98019733] 'agreement among raft nodes before linearized reading' (duration: 257.794965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:23.214457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.278898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-92wcx\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-04-22T09:34:23.214527Z","caller":"traceutil/trace.go:172","msg":"trace[415402428] range","detail":"{range_begin:/registry/pods/kube-system/cilium-92wcx; range_end:; response_count:1; response_revision:1079; }","duration":"142.358491ms","start":"2026-04-22T09:34:23.072155Z","end":"2026-04-22T09:34:23.214514Z","steps":["trace[415402428] 'agreement among raft nodes before linearized reading' (duration: 142.148174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:24.218350Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531779,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:24.615687Z","caller":"traceutil/trace.go:172","msg":"trace[1544977775] linearizableReadLoop","detail":"{readStateIndex:1258; appliedIndex:1259; }","duration":"898.172426ms","start":"2026-04-22T09:34:23.717498Z","end":"2026-04-22T09:34:24.615671Z","steps":["trace[1544977775] 'read index received' (duration: 898.167936ms)","trace[1544977775] 'applied index is now lower than readState.Index' (duration: 3.59µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:24.616729Z","caller":"traceutil/trace.go:172","msg":"trace[1907450147] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"534.015329ms","start":"2026-04-22T09:34:24.082695Z","end":"2026-04-22T09:34:24.616710Z","steps":["trace[1907450147] 'process raft request' (duration: 533.912885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:24.616853Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:24.082676Z","time spent":"534.124393ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:34:24.617157Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"899.669535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T09:34:24.617189Z","caller":"traceutil/trace.go:172","msg":"trace[763366260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1087; }","duration":"899.704927ms","start":"2026-04-22T09:34:23.717475Z","end":"2026-04-22T09:34:24.617179Z","steps":["trace[763366260] 'agreement among raft nodes before linearized reading' (duration: 899.580002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:24.617215Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:23.717455Z","time spent":"899.752698ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:25.116796Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:25.616937Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:26.117897Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:26.569714Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1275","msg":"d7123eb454063075 stepped down to follower since quorum is not active"} {"level":"info","ts":"2026-04-22T09:34:26.569865Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d7123eb454063075 became follower at term 3"} {"level":"info","ts":"2026-04-22T09:34:26.569890Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: d7123eb454063075 lost leader d7123eb454063075 at term 3"} {"level":"warn","ts":"2026-04-22T09:34:26.618357Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:26.618471Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-04-22T09:34:26.656090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999702794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T09:34:26.656199Z","caller":"traceutil/trace.go:172","msg":"trace[1693615687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999828898s","start":"2026-04-22T09:34:24.656349Z","end":"2026-04-22T09:34:26.656178Z","steps":["trace[1693615687] 'agreement among raft nodes before linearized reading' (duration: 1.999699024s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:26.656257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:24.656324Z","time spent":"1.999919931s","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:27.118568Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:27.118670Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.222007Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.222391Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.222476Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.222514Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.222528Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.232199Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.232314Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.232349Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.232484Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.232531Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.232656Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.232749Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.232767Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.558412Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.585679Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"warn","ts":"2026-04-22T09:34:27.619133Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:27.619238Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"d7123eb454063075 no leader at term 3; dropping index reading msg"} {"level":"info","ts":"2026-04-22T09:34:27.870115Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"d7123eb454063075 is starting a new election at term 3"} {"level":"info","ts":"2026-04-22T09:34:27.870179Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"d7123eb454063075 became pre-candidate at term 3"} {"level":"info","ts":"2026-04-22T09:34:27.870210Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d7123eb454063075 [logterm: 3, index: 1263] sent MsgPreVote request to 976abddb643c50e6 at term 3"} {"level":"info","ts":"2026-04-22T09:34:27.870230Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d7123eb454063075 [logterm: 3, index: 1263] sent MsgPreVote request to 98aaa0557ab926b1 at term 3"} {"level":"info","ts":"2026-04-22T09:34:27.870284Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d7123eb454063075 received MsgPreVoteResp from d7123eb454063075 at term 3"} {"level":"info","ts":"2026-04-22T09:34:27.870302Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d7123eb454063075 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-22T09:34:28.119353Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:28.352710Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"d7123eb454063075 [logterm: 3, index: 1263, vote: d7123eb454063075] cast MsgPreVote for 976abddb643c50e6 [logterm: 3, index: 1263] at term 3"} {"level":"warn","ts":"2026-04-22T09:34:28.620478Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:28.657394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000378265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-22T09:34:28.657470Z","caller":"traceutil/trace.go:172","msg":"trace[305591426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000465558s","start":"2026-04-22T09:34:26.656989Z","end":"2026-04-22T09:34:28.657455Z","steps":["trace[305591426] 'agreement among raft nodes before linearized reading' (duration: 2.000376165s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:28.657517Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:26.656971Z","time spent":"2.00053819s","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 09:34:28 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-22T09:34:28.871342Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"d7123eb454063075 [logterm: 3, index: 1263, vote: d7123eb454063075] cast MsgPreVote for 98aaa0557ab926b1 [logterm: 3, index: 1263] at term 3"} {"level":"warn","ts":"2026-04-22T09:34:29.122061Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:29.169532Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"d7123eb454063075 is starting a new election at term 3"} {"level":"info","ts":"2026-04-22T09:34:29.169608Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"d7123eb454063075 became pre-candidate at term 3"} {"level":"info","ts":"2026-04-22T09:34:29.169629Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d7123eb454063075 [logterm: 3, index: 1263] sent MsgPreVote request to 976abddb643c50e6 at term 3"} {"level":"info","ts":"2026-04-22T09:34:29.169647Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"d7123eb454063075 [logterm: 3, index: 1263] sent MsgPreVote request to 98aaa0557ab926b1 at term 3"} {"level":"info","ts":"2026-04-22T09:34:29.169681Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"d7123eb454063075 received MsgPreVoteResp from d7123eb454063075 at term 3"} {"level":"info","ts":"2026-04-22T09:34:29.169693Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"d7123eb454063075 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-04-22T09:34:29.591871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.00160896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T09:34:29.591942Z","caller":"traceutil/trace.go:172","msg":"trace[2048428342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.00221165s","start":"2026-04-22T09:34:24.589712Z","end":"2026-04-22T09:34:29.591923Z","steps":["trace[2048428342] 'agreement among raft nodes before linearized reading' (duration: 5.00160789s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:29.592014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:24.589691Z","time spent":"5.002303853s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/04/22 09:34:29 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-22T09:34:29.600534Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"d7123eb454063075 [term: 3] received a MsgVote message with higher term from 976abddb643c50e6 [term: 4]"} {"level":"info","ts":"2026-04-22T09:34:29.602966Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"d7123eb454063075 became follower at term 4"} {"level":"info","ts":"2026-04-22T09:34:29.603020Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"d7123eb454063075 [logterm: 3, index: 1263, vote: 0] cast MsgVote for 976abddb643c50e6 [logterm: 3, index: 1263] at term 4"} {"level":"info","ts":"2026-04-22T09:34:29.606895Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: d7123eb454063075 elected leader 976abddb643c50e6 at term 4"} {"level":"warn","ts":"2026-04-22T09:34:29.607965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.527094661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-92wcx\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T09:34:29.608007Z","caller":"traceutil/trace.go:172","msg":"trace[698938256] range","detail":"{range_begin:/registry/pods/kube-system/cilium-92wcx; range_end:; }","duration":"5.527150773s","start":"2026-04-22T09:34:24.080847Z","end":"2026-04-22T09:34:29.607998Z","steps":["trace[698938256] 'agreement among raft nodes before linearized reading' (duration: 5.527093851s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:29.608011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.653987943s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-22T09:34:29.608050Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.658080588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-22T09:34:29.608061Z","caller":"traceutil/trace.go:172","msg":"trace[753309529] range","detail":"{range_begin:/registry/daemonsets; range_end:; }","duration":"5.658092079s","start":"2026-04-22T09:34:23.949966Z","end":"2026-04-22T09:34:29.608058Z","steps":["trace[753309529] 'agreement among raft nodes before linearized reading' (duration: 5.658080808s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:29.608034Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:24.080834Z","time spent":"5.527193674s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-92wcx\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:29.608075Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:23.949947Z","time spent":"5.65812506s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":0,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:29.608057Z","caller":"traceutil/trace.go:172","msg":"trace[489063527] range","detail":"{range_begin:; range_end:; }","duration":"5.654044434s","start":"2026-04-22T09:34:23.954003Z","end":"2026-04-22T09:34:29.608047Z","steps":["trace[489063527] 'agreement among raft nodes before linearized reading' (duration: 5.653986583s)"],"step_count":1} {"level":"error","ts":"2026-04-22T09:34:29.608119Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-22T09:34:29.948269Z","caller":"traceutil/trace.go:172","msg":"trace[301057947] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"5.326443719s","start":"2026-04-22T09:34:24.621798Z","end":"2026-04-22T09:34:29.948242Z","steps":["trace[301057947] 'process raft request' (duration: 5.326295104s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:29.948420Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:24.621778Z","time spent":"5.326580134s","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:34:29.948652Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-22T09:34:30.448997Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531787,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:30.512660Z","caller":"traceutil/trace.go:172","msg":"trace[812711478] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1264; }","duration":"904.714069ms","start":"2026-04-22T09:34:29.607924Z","end":"2026-04-22T09:34:30.512638Z","steps":["trace[812711478] 'read index received' (duration: 904.704749ms)","trace[812711478] 'applied index is now lower than readState.Index' (duration: 8.53µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:30.512835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.741215051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:30.512813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.847059801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:30.512918Z","caller":"traceutil/trace.go:172","msg":"trace[1703246188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"1.847170164s","start":"2026-04-22T09:34:28.665722Z","end":"2026-04-22T09:34:30.512892Z","steps":["trace[1703246188] 'agreement among raft nodes before linearized reading' (duration: 1.846996129s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.512910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.338764785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.112\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-22T09:34:30.512977Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.840548318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-22T09:34:30.512979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:28.665706Z","time spent":"1.847263527s","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:34:30.513006Z","caller":"traceutil/trace.go:172","msg":"trace[1321595504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1090; }","duration":"5.840577939s","start":"2026-04-22T09:34:24.672423Z","end":"2026-04-22T09:34:30.513001Z","steps":["trace[1321595504] 'agreement among raft nodes before linearized reading' (duration: 5.840457965s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.513021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.85309272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:30.512868Z","caller":"traceutil/trace.go:172","msg":"trace[506387535] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1090; }","duration":"5.741266262s","start":"2026-04-22T09:34:24.771591Z","end":"2026-04-22T09:34:30.512858Z","steps":["trace[506387535] 'agreement among raft nodes before linearized reading' (duration: 5.741154698s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.513055Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:24.771570Z","time spent":"5.741480789s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:30.513068Z","caller":"traceutil/trace.go:172","msg":"trace[1642021117] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1090; }","duration":"4.853126792s","start":"2026-04-22T09:34:25.659922Z","end":"2026-04-22T09:34:30.513049Z","steps":["trace[1642021117] 'agreement among raft nodes before linearized reading' (duration: 4.85307797s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.513092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.748419366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-22T09:34:30.513075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.346571189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:30.513122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.011451205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-04-22T09:34:30.513148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.297434382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:30.513148Z","caller":"traceutil/trace.go:172","msg":"trace[1385751929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1090; }","duration":"3.748478968s","start":"2026-04-22T09:34:26.764653Z","end":"2026-04-22T09:34:30.513132Z","steps":["trace[1385751929] 'agreement among raft nodes before linearized reading' (duration: 3.748266101s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:30.513168Z","caller":"traceutil/trace.go:172","msg":"trace[2080598813] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1090; }","duration":"2.011489097s","start":"2026-04-22T09:34:28.501663Z","end":"2026-04-22T09:34:30.513152Z","steps":["trace[2080598813] 'agreement among raft nodes before linearized reading' (duration: 2.011388954s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:30.513166Z","caller":"traceutil/trace.go:172","msg":"trace[121486010] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1090; }","duration":"1.346676923s","start":"2026-04-22T09:34:29.166471Z","end":"2026-04-22T09:34:30.513148Z","steps":["trace[121486010] 'agreement among raft nodes before linearized reading' (duration: 1.346488697s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.513183Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:26.764636Z","time spent":"3.748537481s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:30.513174Z","caller":"traceutil/trace.go:172","msg":"trace[1201437064] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1090; }","duration":"2.297457072s","start":"2026-04-22T09:34:28.215708Z","end":"2026-04-22T09:34:30.513165Z","steps":["trace[1201437064] 'agreement among raft nodes before linearized reading' (duration: 2.297420501s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.513216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:28.215691Z","time spent":"2.297519814s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:30.513211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:28.501638Z","time spent":"2.011563479s","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:30.513211Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:29.166455Z","time spent":"1.346747236s","remote":"127.0.0.1:33774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:30.513030Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:24.672404Z","time spent":"5.840621001s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:30.512960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.937260968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-22T09:34:30.513396Z","caller":"traceutil/trace.go:172","msg":"trace[365163186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1090; }","duration":"4.937726504s","start":"2026-04-22T09:34:25.575662Z","end":"2026-04-22T09:34:30.513388Z","steps":["trace[365163186] 'agreement among raft nodes before linearized reading' (duration: 4.937092743s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.513423Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:25.575646Z","time spent":"4.937768585s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:30.513106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:25.659914Z","time spent":"4.853185013s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:30.513021Z","caller":"traceutil/trace.go:172","msg":"trace[1202148041] range","detail":"{range_begin:/registry/masterleases/199.19.213.112; range_end:; response_count:1; response_revision:1090; }","duration":"2.33889962s","start":"2026-04-22T09:34:28.174098Z","end":"2026-04-22T09:34:30.512998Z","steps":["trace[1202148041] 'agreement among raft nodes before linearized reading' (duration: 2.338565349s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:30.514654Z","caller":"traceutil/trace.go:172","msg":"trace[504641004] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"2.132938553s","start":"2026-04-22T09:34:28.381699Z","end":"2026-04-22T09:34:30.514637Z","steps":["trace[504641004] 'process raft request' (duration: 2.13282877s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.514769Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:28.381676Z","time spent":"2.133035367s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:30.513552Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:28.174084Z","time spent":"2.339460438s","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.112\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:30.582250Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3491870484800531790,"received-request-id":3491870484800531787} {"level":"info","ts":"2026-04-22T09:34:30.583307Z","caller":"traceutil/trace.go:172","msg":"trace[1502869826] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"488.089537ms","start":"2026-04-22T09:34:30.095197Z","end":"2026-04-22T09:34:30.583287Z","steps":["trace[1502869826] 'process raft request' (duration: 488.024044ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:30.583366Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"d7123eb454063075 [logterm: 4, index: 1276, vote: 976abddb643c50e6] rejected MsgVote from 98aaa0557ab926b1 [logterm: 3, index: 1263] at term 4"} {"level":"warn","ts":"2026-04-22T09:34:30.583443Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.095152Z","time spent":"488.2205ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4167,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:30.583331Z","caller":"traceutil/trace.go:172","msg":"trace[1903755639] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"631.08924ms","start":"2026-04-22T09:34:29.952216Z","end":"2026-04-22T09:34:30.583305Z","steps":["trace[1903755639] 'process raft request' (duration: 630.883133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.583972Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:29.952193Z","time spent":"631.430992ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:34:30.673837Z","caller":"traceutil/trace.go:172","msg":"trace[796338032] linearizableReadLoop","detail":"{readStateIndex:1272; appliedIndex:1274; }","duration":"161.083612ms","start":"2026-04-22T09:34:30.512724Z","end":"2026-04-22T09:34:30.673808Z","steps":["trace[796338032] 'read index received' (duration: 161.077181ms)","trace[796338032] 'applied index is now lower than readState.Index' (duration: 5.181µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:30.674055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.06366587s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:30.674055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.039035932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:30.674094Z","caller":"traceutil/trace.go:172","msg":"trace[739999887] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1099; }","duration":"1.063724682s","start":"2026-04-22T09:34:29.610358Z","end":"2026-04-22T09:34:30.674083Z","steps":["trace[739999887] 'agreement among raft nodes before linearized reading' (duration: 1.063634619s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:30.674112Z","caller":"traceutil/trace.go:172","msg":"trace[619176186] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:1099; }","duration":"1.039109174s","start":"2026-04-22T09:34:29.634989Z","end":"2026-04-22T09:34:30.674098Z","steps":["trace[619176186] 'agreement among raft nodes before linearized reading' (duration: 1.03898896s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.674169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:29.634975Z","time spent":"1.039174876s","remote":"127.0.0.1:33884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:30.674468Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.04047697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-92wcx\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-04-22T09:34:30.674501Z","caller":"traceutil/trace.go:172","msg":"trace[1152378295] range","detail":"{range_begin:/registry/pods/kube-system/cilium-92wcx; range_end:; response_count:1; response_revision:1099; }","duration":"1.040512911s","start":"2026-04-22T09:34:29.633979Z","end":"2026-04-22T09:34:30.674492Z","steps":["trace[1152378295] 'agreement among raft nodes before linearized reading' (duration: 1.040325025s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:30.674529Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:29.633965Z","time spent":"1.040556342s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18913,"request content":"key:\"/registry/pods/kube-system/cilium-92wcx\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:31.130701Z","caller":"traceutil/trace.go:172","msg":"trace[1549799932] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"542.135886ms","start":"2026-04-22T09:34:30.588534Z","end":"2026-04-22T09:34:31.130670Z","steps":["trace[1549799932] 'process raft request' (duration: 541.856027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:31.130897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.588503Z","time spent":"542.312982ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:34:31.173940Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:31.674406Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531794,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:31.857993Z","caller":"traceutil/trace.go:172","msg":"trace[1987380457] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"1.169111391s","start":"2026-04-22T09:34:30.688863Z","end":"2026-04-22T09:34:31.857975Z","steps":["trace[1987380457] 'process raft request' (duration: 1.169053329s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:31.858067Z","caller":"traceutil/trace.go:172","msg":"trace[1864413534] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"1.181670757s","start":"2026-04-22T09:34:30.676378Z","end":"2026-04-22T09:34:31.858048Z","steps":["trace[1864413534] 'process raft request' (duration: 1.181402718s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:31.858144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.688845Z","time spent":"1.169218575s","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:31.858151Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.676322Z","time spent":"1.181784671s","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:31.858676Z","caller":"traceutil/trace.go:172","msg":"trace[764000789] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1279; }","duration":"1.184749169s","start":"2026-04-22T09:34:30.673908Z","end":"2026-04-22T09:34:31.858657Z","steps":["trace[764000789] 'read index received' (duration: 1.184744689s)","trace[764000789] 'applied index is now lower than readState.Index' (duration: 3.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:31.858835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.343742192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:31.858866Z","caller":"traceutil/trace.go:172","msg":"trace[574400442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1102; }","duration":"1.343785453s","start":"2026-04-22T09:34:30.515071Z","end":"2026-04-22T09:34:31.858856Z","steps":["trace[574400442] 'agreement among raft nodes before linearized reading' (duration: 1.34369805s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:31.858897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:30.515050Z","time spent":"1.343840275s","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:31.885007Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3491870484800531799,"received-request-id":3491870484800531794} {"level":"info","ts":"2026-04-22T09:34:31.885159Z","caller":"traceutil/trace.go:172","msg":"trace[1773909249] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"725.455252ms","start":"2026-04-22T09:34:31.159687Z","end":"2026-04-22T09:34:31.885142Z","steps":["trace[1773909249] 'process raft request' (duration: 725.39346ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:31.885180Z","caller":"traceutil/trace.go:172","msg":"trace[582249061] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"750.184052ms","start":"2026-04-22T09:34:31.134979Z","end":"2026-04-22T09:34:31.885163Z","steps":["trace[582249061] 'process raft request' (duration: 750.005736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:31.885258Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:31.159655Z","time spent":"725.541405ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:31.885268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:31.134849Z","time spent":"750.359677ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:34:31.886157Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.224331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:31.886241Z","caller":"traceutil/trace.go:172","msg":"trace[319473803] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1104; }","duration":"164.299143ms","start":"2026-04-22T09:34:31.721912Z","end":"2026-04-22T09:34:31.886211Z","steps":["trace[319473803] 'agreement among raft nodes before linearized reading' (duration: 164.18835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:31.886233Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.210337078s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:31.886340Z","caller":"traceutil/trace.go:172","msg":"trace[157819154] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1104; }","duration":"1.210466242s","start":"2026-04-22T09:34:30.675846Z","end":"2026-04-22T09:34:31.886312Z","steps":["trace[157819154] 'agreement among raft nodes before linearized reading' (duration: 1.210265815s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:32.379376Z","caller":"traceutil/trace.go:172","msg":"trace[237043540] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1281; }","duration":"488.939823ms","start":"2026-04-22T09:34:31.890403Z","end":"2026-04-22T09:34:32.379343Z","steps":["trace[237043540] 'read index received' (duration: 488.932203ms)","trace[237043540] 'applied index is now lower than readState.Index' (duration: 6.11µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:32.379529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"489.805731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-04-22T09:34:32.379602Z","caller":"traceutil/trace.go:172","msg":"trace[393620524] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1104; }","duration":"489.884244ms","start":"2026-04-22T09:34:31.889702Z","end":"2026-04-22T09:34:32.379586Z","steps":["trace[393620524] 'agreement among raft nodes before linearized reading' (duration: 489.681997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.379641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.959089ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:32.379652Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:31.889689Z","time spent":"489.951407ms","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":412,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-22T09:34:32.379682Z","caller":"traceutil/trace.go:172","msg":"trace[202150966] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1104; }","duration":"491.037032ms","start":"2026-04-22T09:34:31.888633Z","end":"2026-04-22T09:34:32.379670Z","steps":["trace[202150966] 'agreement among raft nodes before linearized reading' (duration: 490.911968ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:32.382789Z","caller":"traceutil/trace.go:172","msg":"trace[2105562996] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"492.684927ms","start":"2026-04-22T09:34:31.890089Z","end":"2026-04-22T09:34:32.382774Z","steps":["trace[2105562996] 'process raft request' (duration: 492.574763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.382882Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:31.890052Z","time spent":"492.780311ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T09:34:32.523259Z","caller":"traceutil/trace.go:172","msg":"trace[1626644610] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"618.776307ms","start":"2026-04-22T09:34:31.904460Z","end":"2026-04-22T09:34:32.523236Z","steps":["trace[1626644610] 'process raft request' (duration: 618.660664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.523417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:31.904439Z","time spent":"618.901242ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20075,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:32.688555Z","caller":"traceutil/trace.go:172","msg":"trace[1324192102] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1289; }","duration":"309.041905ms","start":"2026-04-22T09:34:32.379492Z","end":"2026-04-22T09:34:32.688534Z","steps":["trace[1324192102] 'read index received' (duration: 309.035085ms)","trace[1324192102] 'applied index is now lower than readState.Index' (duration: 5.61µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:32.688719Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"327.873478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-22T09:34:32.688751Z","caller":"traceutil/trace.go:172","msg":"trace[555878548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1110; }","duration":"327.92512ms","start":"2026-04-22T09:34:32.360816Z","end":"2026-04-22T09:34:32.688742Z","steps":["trace[555878548] 'agreement among raft nodes before linearized reading' (duration: 327.829157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.688782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:32.360793Z","time spent":"327.980482ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:32.688877Z","caller":"traceutil/trace.go:172","msg":"trace[2076351646] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"302.409965ms","start":"2026-04-22T09:34:32.386442Z","end":"2026-04-22T09:34:32.688852Z","steps":["trace[2076351646] 'process raft request' (duration: 302.287291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.689013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:32.386422Z","time spent":"302.52755ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T09:34:32.747512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.794095ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:32.747643Z","caller":"traceutil/trace.go:172","msg":"trace[190445435] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1113; }","duration":"366.93694ms","start":"2026-04-22T09:34:32.380694Z","end":"2026-04-22T09:34:32.747631Z","steps":["trace[190445435] 'agreement among raft nodes before linearized reading' (duration: 366.768904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.748000Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.832093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-92wcx\" limit:1 ","response":"range_response_count:1 size:20090"} {"level":"info","ts":"2026-04-22T09:34:32.748071Z","caller":"traceutil/trace.go:172","msg":"trace[1889607493] range","detail":"{range_begin:/registry/pods/kube-system/cilium-92wcx; range_end:; response_count:1; response_revision:1113; }","duration":"219.916426ms","start":"2026-04-22T09:34:32.528140Z","end":"2026-04-22T09:34:32.748056Z","steps":["trace[1889607493] 'agreement among raft nodes before linearized reading' (duration: 219.677528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.748077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.554857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-04-22T09:34:32.748131Z","caller":"traceutil/trace.go:172","msg":"trace[171983606] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1113; }","duration":"366.612399ms","start":"2026-04-22T09:34:32.381503Z","end":"2026-04-22T09:34:32.748116Z","steps":["trace[171983606] 'agreement among raft nodes before linearized reading' (duration: 366.410082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:32.748181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:32.381475Z","time spent":"366.692592ms","remote":"127.0.0.1:33466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":542,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:33.373940Z","caller":"traceutil/trace.go:172","msg":"trace[1918487981] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1317; }","duration":"272.636061ms","start":"2026-04-22T09:34:33.101275Z","end":"2026-04-22T09:34:33.373911Z","steps":["trace[1918487981] 'read index received' (duration: 272.626931ms)","trace[1918487981] 'applied index is now lower than readState.Index' (duration: 7.32µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:33.374223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"272.930532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:34:33.374264Z","caller":"traceutil/trace.go:172","msg":"trace[796086387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1137; }","duration":"272.995744ms","start":"2026-04-22T09:34:33.101259Z","end":"2026-04-22T09:34:33.374255Z","steps":["trace[796086387] 'agreement among raft nodes before linearized reading' (duration: 272.759486ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:33.913797Z","caller":"traceutil/trace.go:172","msg":"trace[1401288089] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1319; }","duration":"346.11354ms","start":"2026-04-22T09:34:33.567660Z","end":"2026-04-22T09:34:33.913774Z","steps":["trace[1401288089] 'read index received' (duration: 346.10776ms)","trace[1401288089] 'applied index is now lower than readState.Index' (duration: 4.77µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:33.919693Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.041455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-92wcx.18a8a41681731994\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-22T09:34:33.919771Z","caller":"traceutil/trace.go:172","msg":"trace[419928035] range","detail":"{range_begin:/registry/events/kube-system/cilium-92wcx.18a8a41681731994; range_end:; response_count:1; response_revision:1139; }","duration":"352.136568ms","start":"2026-04-22T09:34:33.567618Z","end":"2026-04-22T09:34:33.919754Z","steps":["trace[419928035] 'agreement among raft nodes before linearized reading' (duration: 346.300436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:33.919813Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.567590Z","time spent":"352.213331ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-92wcx.18a8a41681731994\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:34.103619Z","caller":"traceutil/trace.go:172","msg":"trace[635142029] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1322; }","duration":"189.573322ms","start":"2026-04-22T09:34:33.914030Z","end":"2026-04-22T09:34:34.103604Z","steps":["trace[635142029] 'read index received' (duration: 189.569792ms)","trace[635142029] 'applied index is now lower than readState.Index' (duration: 2.82µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:34.103768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"448.277832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.103787Z","caller":"traceutil/trace.go:172","msg":"trace[63004871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1142; }","duration":"448.309783ms","start":"2026-04-22T09:34:33.655472Z","end":"2026-04-22T09:34:34.103781Z","steps":["trace[63004871] 'agreement among raft nodes before linearized reading' (duration: 448.24556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.103818Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:33.655442Z","time spent":"448.371745ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-22T09:34:34.104097Z","caller":"traceutil/trace.go:172","msg":"trace[749480040] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"182.27522ms","start":"2026-04-22T09:34:33.921801Z","end":"2026-04-22T09:34:34.104077Z","steps":["trace[749480040] 'process raft request' (duration: 182.179027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:34.123114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.918088ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:34.123161Z","caller":"traceutil/trace.go:172","msg":"trace[616298419] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1143; }","duration":"168.96849ms","start":"2026-04-22T09:34:33.954179Z","end":"2026-04-22T09:34:34.123148Z","steps":["trace[616298419] 'agreement among raft nodes before linearized reading' (duration: 168.896828ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:35.208763Z","caller":"traceutil/trace.go:172","msg":"trace[997209838] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1325; }","duration":"254.293379ms","start":"2026-04-22T09:34:34.954439Z","end":"2026-04-22T09:34:35.208733Z","steps":["trace[997209838] 'read index received' (duration: 254.286319ms)","trace[997209838] 'applied index is now lower than readState.Index' (duration: 5.66µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:35.208935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.474456ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:35.208967Z","caller":"traceutil/trace.go:172","msg":"trace[2122379165] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1145; }","duration":"254.523697ms","start":"2026-04-22T09:34:34.954433Z","end":"2026-04-22T09:34:35.208956Z","steps":["trace[2122379165] 'agreement among raft nodes before linearized reading' (duration: 254.450205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.210669Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"213.12287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-22T09:34:35.210758Z","caller":"traceutil/trace.go:172","msg":"trace[1419647163] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1148; }","duration":"213.226403ms","start":"2026-04-22T09:34:34.997514Z","end":"2026-04-22T09:34:35.210741Z","steps":["trace[1419647163] 'agreement among raft nodes before linearized reading' (duration: 213.088899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:35.210753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.477417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-22T09:34:35.210882Z","caller":"traceutil/trace.go:172","msg":"trace[1461907961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1148; }","duration":"198.58414ms","start":"2026-04-22T09:34:35.012251Z","end":"2026-04-22T09:34:35.210836Z","steps":["trace[1461907961] 'agreement among raft nodes before linearized reading' (duration: 198.399614ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:36.185447Z","caller":"traceutil/trace.go:172","msg":"trace[1227062336] linearizableReadLoop","detail":"{readStateIndex:1334; appliedIndex:1334; }","duration":"231.633133ms","start":"2026-04-22T09:34:35.953795Z","end":"2026-04-22T09:34:36.185428Z","steps":["trace[1227062336] 'read index received' (duration: 231.627313ms)","trace[1227062336] 'applied index is now lower than readState.Index' (duration: 4.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:36.185557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.746566ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:36.185585Z","caller":"traceutil/trace.go:172","msg":"trace[2088370876] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1154; }","duration":"231.800338ms","start":"2026-04-22T09:34:35.953777Z","end":"2026-04-22T09:34:36.185577Z","steps":["trace[2088370876] 'agreement among raft nodes before linearized reading' (duration: 231.734116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:37.281819Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T09:34:37.782971Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531837,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:37.956448Z","caller":"traceutil/trace.go:172","msg":"trace[1751240508] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1339; }","duration":"1.174664757s","start":"2026-04-22T09:34:36.781747Z","end":"2026-04-22T09:34:37.956411Z","steps":["trace[1751240508] 'read index received' (duration: 1.174658917s)","trace[1751240508] 'applied index is now lower than readState.Index' (duration: 4.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:37.956593Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.174823572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:37.956622Z","caller":"traceutil/trace.go:172","msg":"trace[509380263] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1158; }","duration":"1.174873224s","start":"2026-04-22T09:34:36.781740Z","end":"2026-04-22T09:34:37.956614Z","steps":["trace[509380263] 'agreement among raft nodes before linearized reading' (duration: 1.174781981s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:37.956671Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:36.781718Z","time spent":"1.174944886s","remote":"127.0.0.1:33116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:37.957578Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3491870484800531838,"received-request-id":3491870484800531837} {"level":"warn","ts":"2026-04-22T09:34:37.958426Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.004476679s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:37.958489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"390.74178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-92wcx.18a8a41681731994\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-22T09:34:37.958503Z","caller":"traceutil/trace.go:172","msg":"trace[1490936748] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1161; }","duration":"1.004563972s","start":"2026-04-22T09:34:36.953923Z","end":"2026-04-22T09:34:37.958487Z","steps":["trace[1490936748] 'agreement among raft nodes before linearized reading' (duration: 1.004449208s)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:37.958532Z","caller":"traceutil/trace.go:172","msg":"trace[1841873182] range","detail":"{range_begin:/registry/events/kube-system/cilium-92wcx.18a8a41681731994; range_end:; response_count:1; response_revision:1161; }","duration":"390.785122ms","start":"2026-04-22T09:34:37.567734Z","end":"2026-04-22T09:34:37.958519Z","steps":["trace[1841873182] 'agreement among raft nodes before linearized reading' (duration: 390.634347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:37.958577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"535.350239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T09:34:37.958608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.567711Z","time spent":"390.888395ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-92wcx.18a8a41681731994\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:37.958799Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.654306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:37.958837Z","caller":"traceutil/trace.go:172","msg":"trace[938029454] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1161; }","duration":"379.691897ms","start":"2026-04-22T09:34:37.579136Z","end":"2026-04-22T09:34:37.958828Z","steps":["trace[938029454] 'agreement among raft nodes before linearized reading' (duration: 379.634675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:37.958861Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.579113Z","time spent":"379.742508ms","remote":"127.0.0.1:33128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:37.958791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.63086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:37.959036Z","caller":"traceutil/trace.go:172","msg":"trace[418088604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1161; }","duration":"302.879308ms","start":"2026-04-22T09:34:37.656148Z","end":"2026-04-22T09:34:37.959027Z","steps":["trace[418088604] 'agreement among raft nodes before linearized reading' (duration: 302.598509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:37.959135Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.656128Z","time spent":"302.996902ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:37.959523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"645.476552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:34:37.959034Z","caller":"traceutil/trace.go:172","msg":"trace[1880721574] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1161; }","duration":"535.422822ms","start":"2026-04-22T09:34:37.423194Z","end":"2026-04-22T09:34:37.958617Z","steps":["trace[1880721574] 'agreement among raft nodes before linearized reading' (duration: 535.312158ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:37.959590Z","caller":"traceutil/trace.go:172","msg":"trace[891733114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1161; }","duration":"645.548324ms","start":"2026-04-22T09:34:37.314026Z","end":"2026-04-22T09:34:37.959574Z","steps":["trace[891733114] 'agreement among raft nodes before linearized reading' (duration: 644.603723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:37.959608Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.423172Z","time spent":"536.417194ms","remote":"127.0.0.1:33670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:37.959631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.314005Z","time spent":"645.613997ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:37.960854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"439.484294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:34:37.961031Z","caller":"traceutil/trace.go:172","msg":"trace[883013592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1161; }","duration":"439.65513ms","start":"2026-04-22T09:34:37.521300Z","end":"2026-04-22T09:34:37.960955Z","steps":["trace[883013592] 'agreement among raft nodes before linearized reading' (duration: 437.512979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:37.961154Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.521280Z","time spent":"439.858767ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:38.403764Z","caller":"traceutil/trace.go:172","msg":"trace[1904975695] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1342; }","duration":"442.558961ms","start":"2026-04-22T09:34:37.961172Z","end":"2026-04-22T09:34:38.403731Z","steps":["trace[1904975695] 'read index received' (duration: 442.554371ms)","trace[1904975695] 'applied index is now lower than readState.Index' (duration: 3.72µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:38.404027Z","caller":"traceutil/trace.go:172","msg":"trace[2534201] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"442.564112ms","start":"2026-04-22T09:34:37.961448Z","end":"2026-04-22T09:34:38.404012Z","steps":["trace[2534201] 'process raft request' (duration: 442.422167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.404074Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"443.1324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:38.404134Z","caller":"traceutil/trace.go:172","msg":"trace[1453803412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1162; }","duration":"443.218363ms","start":"2026-04-22T09:34:37.960898Z","end":"2026-04-22T09:34:38.404117Z","steps":["trace[1453803412] 'agreement among raft nodes before linearized reading' (duration: 443.083529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.404137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.961425Z","time spent":"442.649895ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:38.404185Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:37.960876Z","time spent":"443.297676ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:38.448467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.87368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-04-22T09:34:38.448570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.652519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.112\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-22T09:34:38.448650Z","caller":"traceutil/trace.go:172","msg":"trace[290562208] range","detail":"{range_begin:/registry/masterleases/199.19.213.112; range_end:; response_count:1; response_revision:1162; }","duration":"274.746122ms","start":"2026-04-22T09:34:38.173885Z","end":"2026-04-22T09:34:38.448631Z","steps":["trace[290562208] 'agreement among raft nodes before linearized reading' (duration: 255.586052ms)","trace[290562208] 'range keys from in-memory index tree' (duration: 18.943422ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:38.448727Z","caller":"traceutil/trace.go:172","msg":"trace[1654386218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1162; }","duration":"123.048015ms","start":"2026-04-22T09:34:38.325566Z","end":"2026-04-22T09:34:38.448614Z","steps":["trace[1654386218] 'agreement among raft nodes before linearized reading' (duration: 103.927797ms)","trace[1654386218] 'range keys from in-memory index tree' (duration: 18.85227ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T09:34:38.764353Z","caller":"traceutil/trace.go:172","msg":"trace[1005920279] linearizableReadLoop","detail":"{readStateIndex:1343; appliedIndex:1344; }","duration":"245.831952ms","start":"2026-04-22T09:34:38.518503Z","end":"2026-04-22T09:34:38.764335Z","steps":["trace[1005920279] 'read index received' (duration: 245.827382ms)","trace[1005920279] 'applied index is now lower than readState.Index' (duration: 3.64µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:38.764502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.991628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:38.764533Z","caller":"traceutil/trace.go:172","msg":"trace[791103003] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:1162; }","duration":"246.037529ms","start":"2026-04-22T09:34:38.518486Z","end":"2026-04-22T09:34:38.764524Z","steps":["trace[791103003] 'agreement among raft nodes before linearized reading' (duration: 245.965277ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:38.776259Z","caller":"traceutil/trace.go:172","msg":"trace[966233865] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"156.92213ms","start":"2026-04-22T09:34:38.619315Z","end":"2026-04-22T09:34:38.776237Z","steps":["trace[966233865] 'process raft request' (duration: 156.837707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.776809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.475853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:38.776857Z","caller":"traceutil/trace.go:172","msg":"trace[1843641518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1165; }","duration":"117.533395ms","start":"2026-04-22T09:34:38.659312Z","end":"2026-04-22T09:34:38.776845Z","steps":["trace[1843641518] 'agreement among raft nodes before linearized reading' (duration: 117.448712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:38.776839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.637887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-22T09:34:38.776937Z","caller":"traceutil/trace.go:172","msg":"trace[845264808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1165; }","duration":"190.747761ms","start":"2026-04-22T09:34:38.586163Z","end":"2026-04-22T09:34:38.776911Z","steps":["trace[845264808] 'agreement among raft nodes before linearized reading' (duration: 190.573805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:39.454576Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531851,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:39.740654Z","caller":"traceutil/trace.go:172","msg":"trace[1071677296] linearizableReadLoop","detail":"{readStateIndex:1347; appliedIndex:1349; }","duration":"787.00588ms","start":"2026-04-22T09:34:38.953634Z","end":"2026-04-22T09:34:39.740640Z","steps":["trace[1071677296] 'read index received' (duration: 787.00312ms)","trace[1071677296] 'applied index is now lower than readState.Index' (duration: 2.35µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:39.740847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"787.195856ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:39.740877Z","caller":"traceutil/trace.go:172","msg":"trace[992256099] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1167; }","duration":"787.242547ms","start":"2026-04-22T09:34:38.953626Z","end":"2026-04-22T09:34:39.740869Z","steps":["trace[992256099] 'agreement among raft nodes before linearized reading' (duration: 787.132504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:39.742700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.579103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-92wcx.18a8a41681731994\" limit:1 ","response":"range_response_count:1 size:803"} {"level":"info","ts":"2026-04-22T09:34:39.742730Z","caller":"traceutil/trace.go:172","msg":"trace[2124086745] range","detail":"{range_begin:/registry/events/kube-system/cilium-92wcx.18a8a41681731994; range_end:; response_count:1; response_revision:1167; }","duration":"174.613394ms","start":"2026-04-22T09:34:39.568110Z","end":"2026-04-22T09:34:39.742723Z","steps":["trace[2124086745] 'agreement among raft nodes before linearized reading' (duration: 174.504741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:39.743094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"502.559416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:39.743155Z","caller":"traceutil/trace.go:172","msg":"trace[1698783233] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1167; }","duration":"502.622538ms","start":"2026-04-22T09:34:39.240524Z","end":"2026-04-22T09:34:39.743146Z","steps":["trace[1698783233] 'agreement among raft nodes before linearized reading' (duration: 502.051349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:39.743182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:39.240501Z","time spent":"502.672229ms","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:39.954670Z","caller":"traceutil/trace.go:172","msg":"trace[1199655488] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"209.506811ms","start":"2026-04-22T09:34:39.745144Z","end":"2026-04-22T09:34:39.954651Z","steps":["trace[1199655488] 'process raft request' (duration: 209.378636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:40.919440Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3491870484800531855,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T09:34:41.041951Z","caller":"traceutil/trace.go:172","msg":"trace[605167693] linearizableReadLoop","detail":"{readStateIndex:1350; appliedIndex:1353; }","duration":"622.531583ms","start":"2026-04-22T09:34:40.419402Z","end":"2026-04-22T09:34:41.041934Z","steps":["trace[605167693] 'read index received' (duration: 622.526123ms)","trace[605167693] 'applied index is now lower than readState.Index' (duration: 4.32µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:41.042084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"622.663557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T09:34:41.042166Z","caller":"traceutil/trace.go:172","msg":"trace[1625388512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1170; }","duration":"622.760691ms","start":"2026-04-22T09:34:40.419390Z","end":"2026-04-22T09:34:41.042150Z","steps":["trace[1625388512] 'agreement among raft nodes before linearized reading' (duration: 622.606886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.042210Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.419371Z","time spent":"622.830603ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:41.329007Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":3491870484800531858,"received-request-id":3491870484800531855} {"level":"info","ts":"2026-04-22T09:34:41.329304Z","caller":"traceutil/trace.go:172","msg":"trace[1084607180] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"512.786663ms","start":"2026-04-22T09:34:40.816499Z","end":"2026-04-22T09:34:41.329285Z","steps":["trace[1084607180] 'process raft request' (duration: 512.717901ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:41.329390Z","caller":"traceutil/trace.go:172","msg":"trace[472436439] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"529.645556ms","start":"2026-04-22T09:34:40.799721Z","end":"2026-04-22T09:34:41.329367Z","steps":["trace[472436439] 'process raft request' (duration: 529.46039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.329446Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.816480Z","time spent":"512.902736ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T09:34:41.329559Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.799700Z","time spent":"529.737659ms","remote":"127.0.0.1:33266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4097,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:34:41.330783Z","caller":"traceutil/trace.go:172","msg":"trace[1692259691] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1358; }","duration":"288.759855ms","start":"2026-04-22T09:34:41.041997Z","end":"2026-04-22T09:34:41.330757Z","steps":["trace[1692259691] 'read index received' (duration: 288.753454ms)","trace[1692259691] 'applied index is now lower than readState.Index' (duration: 5.04µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:41.330944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"675.41461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:41.330974Z","caller":"traceutil/trace.go:172","msg":"trace[2005044357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"675.497702ms","start":"2026-04-22T09:34:40.655467Z","end":"2026-04-22T09:34:41.330965Z","steps":["trace[2005044357] 'agreement among raft nodes before linearized reading' (duration: 675.380519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.331005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.655448Z","time spent":"675.550503ms","remote":"127.0.0.1:33120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T09:34:41.331252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"358.81397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:41.331286Z","caller":"traceutil/trace.go:172","msg":"trace[344400738] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1175; }","duration":"358.848642ms","start":"2026-04-22T09:34:40.972429Z","end":"2026-04-22T09:34:41.331278Z","steps":["trace[344400738] 'agreement among raft nodes before linearized reading' (duration: 358.79598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.331309Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.972411Z","time spent":"358.891973ms","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-04-22T09:34:41.331393Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"377.192584ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:41.331443Z","caller":"traceutil/trace.go:172","msg":"trace[27555228] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1175; }","duration":"377.244816ms","start":"2026-04-22T09:34:40.954186Z","end":"2026-04-22T09:34:41.331431Z","steps":["trace[27555228] 'agreement among raft nodes before linearized reading' (duration: 377.167143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.331810Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"435.056472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T09:34:41.331940Z","caller":"traceutil/trace.go:172","msg":"trace[955246042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1175; }","duration":"435.185526ms","start":"2026-04-22T09:34:40.896742Z","end":"2026-04-22T09:34:41.331927Z","steps":["trace[955246042] 'agreement among raft nodes before linearized reading' (duration: 434.952048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:41.332112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:34:40.896719Z","time spent":"435.380943ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:34:42.492952Z","caller":"traceutil/trace.go:172","msg":"trace[749775943] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"233.098093ms","start":"2026-04-22T09:34:42.259835Z","end":"2026-04-22T09:34:42.492933Z","steps":["trace[749775943] 'process raft request' (duration: 232.973669ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:34:44.075592Z","caller":"traceutil/trace.go:172","msg":"trace[1257971930] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1414; }","duration":"122.136074ms","start":"2026-04-22T09:34:43.953434Z","end":"2026-04-22T09:34:44.075570Z","steps":["trace[1257971930] 'read index received' (duration: 122.130874ms)","trace[1257971930] 'applied index is now lower than readState.Index' (duration: 4.2µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:34:44.075752Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.264478ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:34:44.075926Z","caller":"traceutil/trace.go:172","msg":"trace[709720002] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1231; }","duration":"122.482905ms","start":"2026-04-22T09:34:43.953425Z","end":"2026-04-22T09:34:44.075908Z","steps":["trace[709720002] 'agreement among raft nodes before linearized reading' (duration: 122.218206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:34:50.356254Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:52.148573Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:52.167642Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:52.264128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34982","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:52.309616Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:52.449639Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35008","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T09:34:53.760197Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35040","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T09:35:00.820259Z","caller":"traceutil/trace.go:172","msg":"trace[1592459556] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"580.362837ms","start":"2026-04-22T09:35:00.239875Z","end":"2026-04-22T09:35:00.820238Z","steps":["trace[1592459556] 'process raft request' (duration: 580.215182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:00.820420Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:00.239850Z","time spent":"580.491601ms","remote":"127.0.0.1:33276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T09:35:00.821985Z","caller":"traceutil/trace.go:172","msg":"trace[677491963] linearizableReadLoop","detail":"{readStateIndex:1694; appliedIndex:1694; }","duration":"378.738044ms","start":"2026-04-22T09:35:00.443213Z","end":"2026-04-22T09:35:00.821951Z","steps":["trace[677491963] 'read index received' (duration: 378.732804ms)","trace[677491963] 'applied index is now lower than readState.Index' (duration: 4.27µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:35:00.822222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.975503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T09:35:00.822253Z","caller":"traceutil/trace.go:172","msg":"trace[1150982268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1439; }","duration":"379.037895ms","start":"2026-04-22T09:35:00.443206Z","end":"2026-04-22T09:35:00.822244Z","steps":["trace[1150982268] 'agreement among raft nodes before linearized reading' (duration: 378.866719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T09:35:00.822284Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T09:35:00.443189Z","time spent":"379.087186ms","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T09:36:31.064260Z","caller":"traceutil/trace.go:172","msg":"trace[512373724] linearizableReadLoop","detail":"{readStateIndex:2152; appliedIndex:2152; }","duration":"110.28258ms","start":"2026-04-22T09:36:30.953950Z","end":"2026-04-22T09:36:31.064233Z","steps":["trace[512373724] 'read index received' (duration: 110.274779ms)","trace[512373724] 'applied index is now lower than readState.Index' (duration: 5.941µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T09:36:31.064503Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.526737ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T09:36:31.064685Z","caller":"traceutil/trace.go:172","msg":"trace[1479341736] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1843; }","duration":"110.658241ms","start":"2026-04-22T09:36:30.953943Z","end":"2026-04-22T09:36:31.064601Z","steps":["trace[1479341736] 'agreement among raft nodes before linearized reading' (duration: 110.359312ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T09:36:54.752442Z","caller":"traceutil/trace.go:172","msg":"trace[857064187] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"116.121359ms","start":"2026-04-22T09:36:54.636293Z","end":"2026-04-22T09:36:54.752415Z","steps":["trace[857064187] 'process raft request' (duration: 115.958454ms)"],"step_count":1}