{"level":"warn","ts":"2026-04-15T17:55:45.935664Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-15T17:55:45.935814Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-15T17:55:45.935841Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.152:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.152:2380","--initial-cluster=controller-2=https://199.19.213.152:2380,controller-1=https://199.19.213.30:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.152:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.152:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-15T17:55:45.935969Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-15T17:55:45.936008Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-15T17:55:45.936820Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.152:2380"]} {"level":"info","ts":"2026-04-15T17:55:45.937039Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T17:55:45.937935Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"]} {"level":"info","ts":"2026-04-15T17:55:45.938190Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.152:2380"],"listen-peer-urls":["https://199.19.213.152:2380"],"advertise-client-urls":["https://199.19.213.152:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.30:2380,controller-2=https://199.19.213.152:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-15T17:55:45.939226Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000078388}"} {"level":"info","ts":"2026-04-15T17:55:46.000315Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-15T17:55:46.000428Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"61.33287ms"} {"level":"info","ts":"2026-04-15T17:55:46.000497Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-15T17:55:46.000526Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-15T17:55:46.011577Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.30:2380","host":"199.19.213.30:2380","resolved-addr":"199.19.213.30:2380"} {"level":"info","ts":"2026-04-15T17:55:46.011646Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.152:2380","host":"199.19.213.152:2380","resolved-addr":"199.19.213.152:2380"} {"level":"info","ts":"2026-04-15T17:55:46.013160Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-15T17:55:46.319160Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-15T17:55:46.319250Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"357620923a88173e","cluster-id":"5210a9231a779bf0"} {"level":"info","ts":"2026-04-15T17:55:46.319275Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-15T17:55:46.319362Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"357620923a88173e switched to configuration voters=()"} {"level":"info","ts":"2026-04-15T17:55:46.319409Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"357620923a88173e became follower at term 0"} {"level":"info","ts":"2026-04-15T17:55:46.319419Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 357620923a88173e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-04-15T17:55:46.324871Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-15T17:55:46.329134Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-15T17:55:46.336272Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-15T17:55:46.337308Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.337387Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e","remote-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-04-15T17:55:46.337463Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.337534Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.337839Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.337907Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.338670Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.338815Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.338917Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.342332Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e","remote-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-04-15T17:55:46.342414Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"357620923a88173e","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-15T17:55:46.342641Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-04-15T17:55:46.342713Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T17:55:46.342915Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T17:55:46.342941Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-15T17:55:46.346403Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-15T17:55:46.346523Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.152:2380"} {"level":"info","ts":"2026-04-15T17:55:46.346662Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.152:2380"} {"level":"info","ts":"2026-04-15T17:55:46.346826Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"357620923a88173e","initial-advertise-peer-urls":["https://199.19.213.152:2380"],"listen-peer-urls":["https://199.19.213.152:2380"],"advertise-client-urls":["https://199.19.213.152:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.152:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-15T17:55:46.346916Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-15T17:55:46.347202Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"357620923a88173e [term: 0] received a MsgHeartbeat message with higher term from e2b5783e11defe7e [term: 2]"} {"level":"info","ts":"2026-04-15T17:55:46.347229Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"357620923a88173e became follower at term 2"} {"level":"info","ts":"2026-04-15T17:55:46.347242Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 357620923a88173e elected leader e2b5783e11defe7e at term 2"} {"level":"info","ts":"2026-04-15T17:55:46.347295Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"357620923a88173e","to":"e2b5783e11defe7e","stream-type":"stream Message"} {"level":"info","ts":"2026-04-15T17:55:46.347326Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"357620923a88173e","to":"e2b5783e11defe7e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-15T17:55:46.347357Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.347416Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.347431Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.376115Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.381506Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.416895Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"357620923a88173e","remote-snapshot-sender-id":"e2b5783e11defe7e","incoming-snapshot-index":625,"incoming-snapshot-message-size-bytes":8197,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-04-15T17:55:46.486343Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000271.snap.db","bytes":888832,"size":"889 kB"} {"level":"info","ts":"2026-04-15T17:55:46.486473Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"357620923a88173e","remote-snapshot-sender-id":"e2b5783e11defe7e","incoming-snapshot-index":625,"incoming-snapshot-size-bytes":888832,"incoming-snapshot-size":"889 kB","download-took":"69.722869ms"} {"level":"info","ts":"2026-04-15T17:55:46.487022Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 625, term: 2]"} {"level":"info","ts":"2026-04-15T17:55:46.487112Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"357620923a88173e switched to configuration voters=(16336095431339474558) learners=(3852302343681349438)"} {"level":"info","ts":"2026-04-15T17:55:46.487134Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"357620923a88173e [commit: 625, lastindex: 625, lastterm: 2] restored snapshot [index: 625, term: 2]"} {"level":"info","ts":"2026-04-15T17:55:46.487141Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"357620923a88173e [commit: 625] restored snapshot [index: 625, term: 2]"} {"level":"info","ts":"2026-04-15T17:55:46.487216Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":625,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-15T17:55:46.556507Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":625} {"level":"info","ts":"2026-04-15T17:55:46.556681Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000696048}"} {"level":"info","ts":"2026-04-15T17:55:46.557136Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-15T17:55:46.557162Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"531.499µs"} {"level":"info","ts":"2026-04-15T17:55:46.557235Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-04-15T17:55:46.630934Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-04-15T17:55:46.630967Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-04-15T17:55:46.633015Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":588} {"level":"info","ts":"2026-04-15T17:55:46.633085Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":625} {"level":"info","ts":"2026-04-15T17:55:46.633109Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-04-15T17:55:46.633410Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-04-15T17:55:46.912049Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-04-15T17:55:46.912123Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-04-15T17:55:46.912192Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-04-15T17:55:46.912208Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-04-15T17:55:46.913159Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-04-15T17:55:46.913206Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-04-15T17:55:46.913291Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-15T17:55:46.913311Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"5210a9231a779bf0","local-member-id":"357620923a88173e","recovered-remote-peer-id":"357620923a88173e","recovered-remote-peer-urls":["https://199.19.213.152:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-04-15T17:55:46.913331Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"5210a9231a779bf0","local-member-id":"357620923a88173e","recovered-remote-peer-id":"e2b5783e11defe7e","recovered-remote-peer-urls":["https://199.19.213.30:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-04-15T17:55:46.913346Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-04-15T17:55:46.913363Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-04-15T17:55:46.913380Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-04-15T17:55:46.913399Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"e2b5783e11defe7e"} {"level":"warn","ts":"2026-04-15T17:55:46.913529Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.913562Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"e2b5783e11defe7e"} {"level":"warn","ts":"2026-04-15T17:55:46.913603Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.913616Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.913674Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"warn","ts":"2026-04-15T17:55:46.913881Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e","error":"context canceled"} {"level":"warn","ts":"2026-04-15T17:55:46.913921Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"e2b5783e11defe7e","error":"failed to read e2b5783e11defe7e on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-04-15T17:55:46.913952Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"warn","ts":"2026-04-15T17:55:46.914138Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:55:46.914180Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.914208Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.914285Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"357620923a88173e","removed-remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.914298Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-04-15T17:55:46.914311Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-04-15T17:55:46.914336Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.914363Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.914498Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.914933Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.915847Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.915901Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e","remote-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-04-15T17:55:46.915914Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-04-15T17:55:46.915942Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":625,"current-applied-index":625,"incoming-leader-snapshot-index":625,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-04-15T17:55:46.916031Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.916010Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.925457Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"357620923a88173e","to":"e2b5783e11defe7e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-15T17:55:46.925486Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.925508Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.926002Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.928989Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:46.930761Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"357620923a88173e","to":"e2b5783e11defe7e","stream-type":"stream Message"} {"level":"info","ts":"2026-04-15T17:55:46.930815Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"e2b5783e11defe7e"} {"level":"info","ts":"2026-04-15T17:55:47.010371Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"357620923a88173e switched to configuration voters=(3852302343681349438 16336095431339474558)"} {"level":"info","ts":"2026-04-15T17:55:47.010497Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"5210a9231a779bf0","local-member-id":"357620923a88173e","promoted-member-id":"357620923a88173e"} {"level":"info","ts":"2026-04-15T17:55:47.060632Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"warn","ts":"2026-04-15T17:55:51.166114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.542281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:55:53.342731Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"357620923a88173e","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.152:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-04-15T17:55:53.355257Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T17:55:53.355257Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"357620923a88173e","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.152:2379]}","cluster-id":"5210a9231a779bf0","publish-timeout":"7s"} {"level":"info","ts":"2026-04-15T17:55:53.355300Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-15T17:55:53.355630Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-15T17:55:53.355743Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-15T17:55:53.357223Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-15T17:55:53.357244Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-15T17:55:53.357665Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-15T17:55:53.361903Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.152:2379"} {"level":"info","ts":"2026-04-15T17:55:53.362260Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-15T17:55:53.366781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.152:41028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.367299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.152:41030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.369239Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.152:41056","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.370111Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.152:41044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.371833Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.152:41072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.373186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.152:41064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.373626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.152:41034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.373929Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.152:41020","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.374260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.152:41062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.376453Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.152:41086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.381554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.390607Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36594","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.406790Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.419286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.430677Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.439785Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.447659Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36666","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.455197Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36682","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.464327Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.473134Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.481501Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.490334Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.498577Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.511198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.522063Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.530774Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.539105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.548454Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.556608Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48760","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.592368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.601031Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.610331Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.619865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48816","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.630182Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.639426Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48870","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.651343Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48884","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.660692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.669925Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48932","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.681437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.690337Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.699042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.710956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49010","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.721913Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.730470Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.741378Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49082","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.752723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.766832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.790506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.802731Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.811407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.818908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49176","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-15T17:55:53.858586Z","caller":"traceutil/trace.go:172","msg":"trace[1162390335] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:643; }","duration":"101.052304ms","start":"2026-04-15T17:55:53.757505Z","end":"2026-04-15T17:55:53.858557Z","steps":["trace[1162390335] 'read index received' (duration: 101.044953ms)","trace[1162390335] 'applied index is now lower than readState.Index' (duration: 6.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:53.858958Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.803582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:53.859003Z","caller":"traceutil/trace.go:172","msg":"trace[1048731972] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:603; }","duration":"106.95976ms","start":"2026-04-15T17:55:53.752030Z","end":"2026-04-15T17:55:53.858990Z","steps":["trace[1048731972] 'agreement among raft nodes before linearized reading' (duration: 106.728318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:53.862960Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.866191Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49218","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.874225Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.882083Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.893334Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.903635Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.913411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.915214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.830112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:53.915991Z","caller":"traceutil/trace.go:172","msg":"trace[875455224] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:603; }","duration":"151.593021ms","start":"2026-04-15T17:55:53.764355Z","end":"2026-04-15T17:55:53.915948Z","steps":["trace[875455224] 'agreement among raft nodes before linearized reading' (duration: 133.855263ms)","trace[875455224] 'range keys from in-memory index tree' (duration: 16.955548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:53.915384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.970525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:53.916173Z","caller":"traceutil/trace.go:172","msg":"trace[1650571268] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:603; }","duration":"143.774127ms","start":"2026-04-15T17:55:53.772378Z","end":"2026-04-15T17:55:53.916152Z","steps":["trace[1650571268] 'agreement among raft nodes before linearized reading' (duration: 125.802966ms)","trace[1650571268] 'range keys from in-memory index tree' (duration: 17.150319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:53.915454Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.862267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:53.916413Z","caller":"traceutil/trace.go:172","msg":"trace[1756221980] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:603; }","duration":"114.811517ms","start":"2026-04-15T17:55:53.801585Z","end":"2026-04-15T17:55:53.916397Z","steps":["trace[1756221980] 'agreement among raft nodes before linearized reading' (duration: 96.571572ms)","trace[1756221980] 'range keys from in-memory index tree' (duration: 17.274145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:53.915535Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.990764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:53.916618Z","caller":"traceutil/trace.go:172","msg":"trace[1981506554] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:603; }","duration":"115.057ms","start":"2026-04-15T17:55:53.801535Z","end":"2026-04-15T17:55:53.916592Z","steps":["trace[1981506554] 'agreement among raft nodes before linearized reading' (duration: 96.637516ms)","trace[1981506554] 'range keys from in-memory index tree' (duration: 17.343098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:53.915823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.84397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" limit:10000 ","response":"range_response_count:2 size:912"} {"level":"info","ts":"2026-04-15T17:55:53.916768Z","caller":"traceutil/trace.go:172","msg":"trace[1648325502] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:2; response_revision:603; }","duration":"144.790099ms","start":"2026-04-15T17:55:53.771965Z","end":"2026-04-15T17:55:53.916755Z","steps":["trace[1648325502] 'agreement among raft nodes before linearized reading' (duration: 126.226248ms)","trace[1648325502] 'range keys from in-memory index tree' (duration: 17.512787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:53.917662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.185355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" limit:10000 ","response":"range_response_count:56 size:39935"} {"level":"info","ts":"2026-04-15T17:55:53.917764Z","caller":"traceutil/trace.go:172","msg":"trace[304274454] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:56; response_revision:603; }","duration":"153.28598ms","start":"2026-04-15T17:55:53.764463Z","end":"2026-04-15T17:55:53.917749Z","steps":["trace[304274454] 'agreement among raft nodes before linearized reading' (duration: 133.737127ms)","trace[304274454] 'range keys from in-memory index tree' (duration: 17.608913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:53.923704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.931723Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49372","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.939837Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.947440Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.954626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49422","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.963848Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.974591Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:53.982812Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:54.040248Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:54.053201Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49502","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:54.064411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:54.126556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:55:54.202518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.491078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates/\" range_end:\"/registry/resourceclaimtemplates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.202590Z","caller":"traceutil/trace.go:172","msg":"trace[312331738] range","detail":"{range_begin:/registry/resourceclaimtemplates/; range_end:/registry/resourceclaimtemplates0; response_count:0; response_revision:604; }","duration":"138.583973ms","start":"2026-04-15T17:55:54.063992Z","end":"2026-04-15T17:55:54.202576Z","steps":["trace[312331738] 'range keys from in-memory index tree' (duration: 137.330149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:54.202682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.612845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.202732Z","caller":"traceutil/trace.go:172","msg":"trace[581768827] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:604; }","duration":"138.670218ms","start":"2026-04-15T17:55:54.064051Z","end":"2026-04-15T17:55:54.202721Z","steps":["trace[581768827] 'range keys from in-memory index tree' (duration: 136.57793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:54.202814Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.998619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.202832Z","caller":"traceutil/trace.go:172","msg":"trace[1190439100] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:604; }","duration":"129.01523ms","start":"2026-04-15T17:55:54.073812Z","end":"2026-04-15T17:55:54.202827Z","steps":["trace[1190439100] 'range keys from in-memory index tree' (duration: 127.696302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:54.202907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.956507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices/\" range_end:\"/registry/resourceslices0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.202923Z","caller":"traceutil/trace.go:172","msg":"trace[567562097] range","detail":"{range_begin:/registry/resourceslices/; range_end:/registry/resourceslices0; response_count:0; response_revision:604; }","duration":"128.973578ms","start":"2026-04-15T17:55:54.073946Z","end":"2026-04-15T17:55:54.202919Z","steps":["trace[567562097] 'range keys from in-memory index tree' (duration: 126.911582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:54.203164Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.004204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses/\" range_end:\"/registry/deviceclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.203184Z","caller":"traceutil/trace.go:172","msg":"trace[1761914074] range","detail":"{range_begin:/registry/deviceclasses/; range_end:/registry/deviceclasses0; response_count:0; response_revision:604; }","duration":"164.027085ms","start":"2026-04-15T17:55:54.039152Z","end":"2026-04-15T17:55:54.203179Z","steps":["trace[1761914074] 'range keys from in-memory index tree' (duration: 156.629194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:54.203456Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.651307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims/\" range_end:\"/registry/resourceclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.203476Z","caller":"traceutil/trace.go:172","msg":"trace[43114383] range","detail":"{range_begin:/registry/resourceclaims/; range_end:/registry/resourceclaims0; response_count:0; response_revision:604; }","duration":"151.672928ms","start":"2026-04-15T17:55:54.051798Z","end":"2026-04-15T17:55:54.203471Z","steps":["trace[43114383] 'range keys from in-memory index tree' (duration: 150.230734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:54.203554Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.402194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.203570Z","caller":"traceutil/trace.go:172","msg":"trace[2135010770] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:604; }","duration":"164.418145ms","start":"2026-04-15T17:55:54.039148Z","end":"2026-04-15T17:55:54.203566Z","steps":["trace[2135010770] 'range keys from in-memory index tree' (duration: 157.015103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:54.203609Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.619695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.203653Z","caller":"traceutil/trace.go:172","msg":"trace[759376167] range","detail":"{range_begin:/registry/resourceclaims; range_end:; response_count:0; response_revision:604; }","duration":"151.664957ms","start":"2026-04-15T17:55:54.051983Z","end":"2026-04-15T17:55:54.203648Z","steps":["trace[759376167] 'range keys from in-memory index tree' (duration: 144.702139ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:54.573048Z","caller":"traceutil/trace.go:172","msg":"trace[476376918] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"190.432105ms","start":"2026-04-15T17:55:54.382561Z","end":"2026-04-15T17:55:54.572993Z","steps":["trace[476376918] 'read index received' (duration: 186.363756ms)","trace[476376918] 'applied index is now lower than readState.Index' (duration: 4.067689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:54.573289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.71525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"compact_rev_key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.573316Z","caller":"traceutil/trace.go:172","msg":"trace[1847084114] range","detail":"{range_begin:compact_rev_key; range_end:; response_count:0; response_revision:605; }","duration":"190.764713ms","start":"2026-04-15T17:55:54.382545Z","end":"2026-04-15T17:55:54.573309Z","steps":["trace[1847084114] 'agreement among raft nodes before linearized reading' (duration: 190.694429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:54.858217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.332696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:54.858338Z","caller":"traceutil/trace.go:172","msg":"trace[740430669] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:0; response_revision:605; }","duration":"219.466092ms","start":"2026-04-15T17:55:54.638856Z","end":"2026-04-15T17:55:54.858322Z","steps":["trace[740430669] 'range keys from in-memory index tree' (duration: 217.714631ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:54.915176Z","caller":"traceutil/trace.go:172","msg":"trace[792638880] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"234.618943ms","start":"2026-04-15T17:55:54.680535Z","end":"2026-04-15T17:55:54.915154Z","steps":["trace[792638880] 'process raft request' (duration: 234.458035ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:54.915884Z","caller":"traceutil/trace.go:172","msg":"trace[16007636] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:647; }","duration":"210.751314ms","start":"2026-04-15T17:55:54.705114Z","end":"2026-04-15T17:55:54.915865Z","steps":["trace[16007636] 'read index received' (duration: 210.745304ms)","trace[16007636] 'applied index is now lower than readState.Index' (duration: 4.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:54.916468Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.329723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:55:54.916521Z","caller":"traceutil/trace.go:172","msg":"trace[318295210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:606; }","duration":"211.45602ms","start":"2026-04-15T17:55:54.705053Z","end":"2026-04-15T17:55:54.916509Z","steps":["trace[318295210] 'agreement among raft nodes before linearized reading' (duration: 210.925153ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:56.105553Z","caller":"traceutil/trace.go:172","msg":"trace[1218443346] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:649; }","duration":"282.287885ms","start":"2026-04-15T17:55:55.823200Z","end":"2026-04-15T17:55:56.105488Z","steps":["trace[1218443346] 'read index received' (duration: 282.282145ms)","trace[1218443346] 'applied index is now lower than readState.Index' (duration: 4.78µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:56.105805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.580661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" limit:1 ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-15T17:55:56.105851Z","caller":"traceutil/trace.go:172","msg":"trace[220682929] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:1; response_revision:608; }","duration":"282.644224ms","start":"2026-04-15T17:55:55.823197Z","end":"2026-04-15T17:55:56.105841Z","steps":["trace[220682929] 'agreement among raft nodes before linearized reading' (duration: 282.466765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:56.107610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.513164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:55:56.107675Z","caller":"traceutil/trace.go:172","msg":"trace[171094816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:609; }","duration":"218.577847ms","start":"2026-04-15T17:55:55.889083Z","end":"2026-04-15T17:55:56.107661Z","steps":["trace[171094816] 'agreement among raft nodes before linearized reading' (duration: 218.481222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:56.370206Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.621144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-cidrs-controller\" limit:1 ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-04-15T17:55:56.370346Z","caller":"traceutil/trace.go:172","msg":"trace[591261560] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-cidrs-controller; range_end:; response_count:1; response_revision:609; }","duration":"164.778332ms","start":"2026-04-15T17:55:56.205548Z","end":"2026-04-15T17:55:56.370327Z","steps":["trace[591261560] 'range keys from in-memory index tree' (duration: 163.482796ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:55:56.730891Z","caller":"traceutil/trace.go:172","msg":"trace[2023858006] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:651; }","duration":"354.732041ms","start":"2026-04-15T17:55:56.376140Z","end":"2026-04-15T17:55:56.730872Z","steps":["trace[2023858006] 'read index received' (duration: 354.7268ms)","trace[2023858006] 'applied index is now lower than readState.Index' (duration: 4.48µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:56.869484Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"493.310856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-controller\" limit:1 ","response":"range_response_count:1 size:731"} {"level":"warn","ts":"2026-04-15T17:55:56.869555Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.646759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:55:56.869576Z","caller":"traceutil/trace.go:172","msg":"trace[410579394] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-controller; range_end:; response_count:1; response_revision:610; }","duration":"493.418891ms","start":"2026-04-15T17:55:56.376135Z","end":"2026-04-15T17:55:56.869554Z","steps":["trace[410579394] 'agreement among raft nodes before linearized reading' (duration: 354.819735ms)","trace[410579394] 'range keys from in-memory index tree' (duration: 138.375555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:55:56.869632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:56.376124Z","time spent":"493.498846ms","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":753,"request content":"key:\"/registry/clusterrolebindings/system:controller:ttl-controller\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:55:57.210090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"211.830315ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-15T17:55:57.800472Z","caller":"traceutil/trace.go:172","msg":"trace[901137726] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"588.85789ms","start":"2026-04-15T17:55:57.211571Z","end":"2026-04-15T17:55:57.800429Z","steps":["trace[901137726] 'process raft request' (duration: 588.594237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:57.800978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:55:57.211554Z","time spent":"589.006378ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:55:57.976849Z","caller":"traceutil/trace.go:172","msg":"trace[46002214] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"166.371582ms","start":"2026-04-15T17:55:57.810454Z","end":"2026-04-15T17:55:57.976825Z","steps":["trace[46002214] 'process raft request' (duration: 166.204793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:55:59.011549Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.369157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:55:59.011602Z","caller":"traceutil/trace.go:172","msg":"trace[1292975788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:618; }","duration":"106.43147ms","start":"2026-04-15T17:55:58.905158Z","end":"2026-04-15T17:55:59.011589Z","steps":["trace[1292975788] 'agreement among raft nodes before linearized reading' (duration: 45.324982ms)","trace[1292975788] 'range keys from in-memory index tree' (duration: 60.972231ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:02.019219Z","caller":"traceutil/trace.go:172","msg":"trace[303430656] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:667; }","duration":"153.918471ms","start":"2026-04-15T17:56:01.865220Z","end":"2026-04-15T17:56:02.019138Z","steps":["trace[303430656] 'read index received' (duration: 153.91261ms)","trace[303430656] 'applied index is now lower than readState.Index' (duration: 4.87µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:02.019337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"154.103349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:56:02.019383Z","caller":"traceutil/trace.go:172","msg":"trace[655345587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:624; }","duration":"154.159152ms","start":"2026-04-15T17:56:01.865214Z","end":"2026-04-15T17:56:02.019373Z","steps":["trace[655345587] 'agreement among raft nodes before linearized reading' (duration: 154.043176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:02.705249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.432775ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:02.705335Z","caller":"traceutil/trace.go:172","msg":"trace[448632221] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:626; }","duration":"150.5368ms","start":"2026-04-15T17:56:02.554780Z","end":"2026-04-15T17:56:02.705317Z","steps":["trace[448632221] 'range keys from in-memory index tree' (duration: 150.384113ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:03.212806Z","caller":"traceutil/trace.go:172","msg":"trace[1078901451] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"214.686855ms","start":"2026-04-15T17:56:02.998081Z","end":"2026-04-15T17:56:03.212768Z","steps":["trace[1078901451] 'process raft request' (duration: 214.487605ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:08.140432Z","caller":"traceutil/trace.go:172","msg":"trace[2123972150] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"152.222681ms","start":"2026-04-15T17:56:07.988179Z","end":"2026-04-15T17:56:08.140401Z","steps":["trace[2123972150] 'process raft request' (duration: 152.060743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:08.411922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.275657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:56:08.412145Z","caller":"traceutil/trace.go:172","msg":"trace[1434477868] transaction","detail":"{read_only:false; number_of_response:1; response_revision:644; }","duration":"264.013322ms","start":"2026-04-15T17:56:08.148114Z","end":"2026-04-15T17:56:08.412128Z","steps":["trace[1434477868] 'process raft request' (duration: 263.934098ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:08.412169Z","caller":"traceutil/trace.go:172","msg":"trace[548079171] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:688; }","duration":"169.181886ms","start":"2026-04-15T17:56:08.242960Z","end":"2026-04-15T17:56:08.412142Z","steps":["trace[548079171] 'read index received' (duration: 67.420614ms)","trace[548079171] 'applied index is now lower than readState.Index' (duration: 101.758862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:08.412330Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.320622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:08.412367Z","caller":"traceutil/trace.go:172","msg":"trace[566820725] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:644; }","duration":"169.411056ms","start":"2026-04-15T17:56:08.242947Z","end":"2026-04-15T17:56:08.412358Z","steps":["trace[566820725] 'agreement among raft nodes before linearized reading' (duration: 169.28822ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:08.627778Z","caller":"traceutil/trace.go:172","msg":"trace[1535328438] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"211.134709ms","start":"2026-04-15T17:56:08.416629Z","end":"2026-04-15T17:56:08.627763Z","steps":["trace[1535328438] 'process raft request' (duration: 211.102618ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:08.628104Z","caller":"traceutil/trace.go:172","msg":"trace[309218435] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"211.76224ms","start":"2026-04-15T17:56:08.416334Z","end":"2026-04-15T17:56:08.628097Z","steps":["trace[309218435] 'process raft request' (duration: 211.34684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:09.055575Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:56:09.556703Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:56:10.057213Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:56:10.098677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"579.70737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:56:10.123574Z","caller":"traceutil/trace.go:172","msg":"trace[406890242] linearizableReadLoop","detail":"{readStateIndex:704; appliedIndex:702; }","duration":"1.568250476s","start":"2026-04-15T17:56:08.555307Z","end":"2026-04-15T17:56:10.123558Z","steps":["trace[406890242] 'read index received' (duration: 1.567582424s)","trace[406890242] 'applied index is now lower than readState.Index' (duration: 667.572µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:10.123789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.568513899s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:10.123819Z","caller":"traceutil/trace.go:172","msg":"trace[1987042304] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:657; }","duration":"1.568553941s","start":"2026-04-15T17:56:08.555256Z","end":"2026-04-15T17:56:10.123810Z","steps":["trace[1987042304] 'agreement among raft nodes before linearized reading' (duration: 1.568493818s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.123950Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042750551,"received-request-id":1674949363042750547} {"level":"info","ts":"2026-04-15T17:56:10.124943Z","caller":"traceutil/trace.go:172","msg":"trace[1926432146] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"1.490475372s","start":"2026-04-15T17:56:08.634453Z","end":"2026-04-15T17:56:10.124928Z","steps":["trace[1926432146] 'process raft request' (duration: 1.49041832s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.125036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:08.634431Z","time spent":"1.490562156s","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5683,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:56:10.125415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"848.639295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-15T17:56:10.125513Z","caller":"traceutil/trace.go:172","msg":"trace[1935284219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:658; }","duration":"848.727379ms","start":"2026-04-15T17:56:09.276762Z","end":"2026-04-15T17:56:10.125489Z","steps":["trace[1935284219] 'agreement among raft nodes before linearized reading' (duration: 848.580292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.125582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:09.276741Z","time spent":"848.829244ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:10.125662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.326495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:10.125711Z","caller":"traceutil/trace.go:172","msg":"trace[972612595] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:0; response_revision:658; }","duration":"288.374837ms","start":"2026-04-15T17:56:09.837325Z","end":"2026-04-15T17:56:10.125699Z","steps":["trace[972612595] 'agreement among raft nodes before linearized reading' (duration: 288.184958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.125713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.933292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:10.125803Z","caller":"traceutil/trace.go:172","msg":"trace[1210467919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:658; }","duration":"381.986675ms","start":"2026-04-15T17:56:09.743770Z","end":"2026-04-15T17:56:10.125757Z","steps":["trace[1210467919] 'agreement among raft nodes before linearized reading' (duration: 381.803346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:10.126090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:09.743751Z","time spent":"382.328811ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:56:12.534550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.987096ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T17:56:13.032363Z","caller":"traceutil/trace.go:172","msg":"trace[99595347] linearizableReadLoop","detail":"{readStateIndex:728; appliedIndex:729; }","duration":"468.196863ms","start":"2026-04-15T17:56:12.564147Z","end":"2026-04-15T17:56:13.032344Z","steps":["trace[99595347] 'read index received' (duration: 468.190863ms)","trace[99595347] 'applied index is now lower than readState.Index' (duration: 4.83µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:13.103194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"539.028465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:56:13.103265Z","caller":"traceutil/trace.go:172","msg":"trace[345745002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:679; }","duration":"539.113959ms","start":"2026-04-15T17:56:12.564136Z","end":"2026-04-15T17:56:13.103250Z","steps":["trace[345745002] 'agreement among raft nodes before linearized reading' (duration: 468.579031ms)","trace[345745002] 'range keys from in-memory index tree' (duration: 70.35454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:13.103297Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:12.564117Z","time spent":"539.173621ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:13.103291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.512899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-15T17:56:13.103351Z","caller":"traceutil/trace.go:172","msg":"trace[1704847433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:681; }","duration":"144.579952ms","start":"2026-04-15T17:56:12.958756Z","end":"2026-04-15T17:56:13.103336Z","steps":["trace[1704847433] 'agreement among raft nodes before linearized reading' (duration: 144.434465ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:17.119682Z","caller":"traceutil/trace.go:172","msg":"trace[1192666705] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"107.793905ms","start":"2026-04-15T17:56:17.011869Z","end":"2026-04-15T17:56:17.119663Z","steps":["trace[1192666705] 'process raft request' (duration: 105.96864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:27.701125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.701096ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:27.701255Z","caller":"traceutil/trace.go:172","msg":"trace[309296686] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:720; }","duration":"146.860153ms","start":"2026-04-15T17:56:27.554372Z","end":"2026-04-15T17:56:27.701232Z","steps":["trace[309296686] 'range keys from in-memory index tree' (duration: 146.610322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:42.940678Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.941235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:42.940742Z","caller":"traceutil/trace.go:172","msg":"trace[830637831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:765; }","duration":"199.010508ms","start":"2026-04-15T17:56:42.741720Z","end":"2026-04-15T17:56:42.940731Z","steps":["trace[830637831] 'range keys from in-memory index tree' (duration: 197.210572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:47.102136Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.177:42168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:56:47.200098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.089847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:2 size:261"} {"level":"info","ts":"2026-04-15T17:56:47.200180Z","caller":"traceutil/trace.go:172","msg":"trace[1607288284] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:2; response_revision:776; }","duration":"102.179631ms","start":"2026-04-15T17:56:47.097983Z","end":"2026-04-15T17:56:47.200162Z","steps":["trace[1607288284] 'range keys from in-memory index tree' (duration: 100.20309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:47.625581Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.177:42220","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-15T17:56:47.710590Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"357620923a88173e switched to configuration voters=(3852302343681349438 16336095431339474558) learners=(8423925486820372242)"} {"level":"info","ts":"2026-04-15T17:56:47.710859Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"5210a9231a779bf0","local-member-id":"357620923a88173e","added-peer-id":"74e7cb993049af12","added-peer-peer-urls":["https://199.19.213.177:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-15T17:56:47.710905Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.710948Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.711396Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.711455Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.711525Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.711456Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:47.711722Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12","remote-peer-urls":["https://199.19.213.177:2380"]} {"level":"info","ts":"2026-04-15T17:56:47.711505Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"warn","ts":"2026-04-15T17:56:47.926698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.512341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:56:47.926797Z","caller":"traceutil/trace.go:172","msg":"trace[2131415773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:778; }","duration":"148.627876ms","start":"2026-04-15T17:56:47.778145Z","end":"2026-04-15T17:56:47.926773Z","steps":["trace[2131415773] 'range keys from in-memory index tree' (duration: 146.782581ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:47.939393Z","caller":"traceutil/trace.go:172","msg":"trace[517780047] linearizableReadLoop","detail":"{readStateIndex:845; appliedIndex:845; }","duration":"119.255677ms","start":"2026-04-15T17:56:47.820112Z","end":"2026-04-15T17:56:47.939368Z","steps":["trace[517780047] 'read index received' (duration: 119.247746ms)","trace[517780047] 'applied index is now lower than readState.Index' (duration: 6.531µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:51.824602Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.177:52230","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-15T17:56:51.924822Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"357620923a88173e","to":"74e7cb993049af12","stream-type":"stream Message"} {"level":"info","ts":"2026-04-15T17:56:51.924864Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:51.924909Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:51.925428Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:51.926387Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:51.927901Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"357620923a88173e","to":"74e7cb993049af12","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-15T17:56:51.927935Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"warn","ts":"2026-04-15T17:56:52.008569Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:56:52.009196Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12","error":"EOF"} {"level":"info","ts":"2026-04-15T17:56:52.026419Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.027926Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.040280Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"357620923a88173e","to":"74e7cb993049af12","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-15T17:56:52.040346Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.040364Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.042312Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"357620923a88173e","to":"74e7cb993049af12","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-15T17:56:52.042357Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"info","ts":"2026-04-15T17:56:52.042370Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"357620923a88173e","remote-peer-id":"74e7cb993049af12"} {"level":"warn","ts":"2026-04-15T17:56:52.313342Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.177:52244","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-15T17:56:52.383465Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"357620923a88173e switched to configuration voters=(3852302343681349438 8423925486820372242 16336095431339474558)"} {"level":"info","ts":"2026-04-15T17:56:52.383605Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"5210a9231a779bf0","local-member-id":"357620923a88173e","promoted-member-id":"74e7cb993049af12"} {"level":"warn","ts":"2026-04-15T17:56:52.434554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.177:52324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:56:52.711943Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"74e7cb993049af12","rtt":"0s","error":"dial tcp 199.19.213.177:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-15T17:56:52.712007Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"74e7cb993049af12","rtt":"0s","error":"dial tcp 199.19.213.177:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-15T17:56:56.018223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"463.457187ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:56.018323Z","caller":"traceutil/trace.go:172","msg":"trace[460706999] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:801; }","duration":"463.565491ms","start":"2026-04-15T17:56:55.554734Z","end":"2026-04-15T17:56:56.018300Z","steps":["trace[460706999] 'range keys from in-memory index tree' (duration: 463.407524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:56.018388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.503134ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:56.018487Z","caller":"traceutil/trace.go:172","msg":"trace[1029235893] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:801; }","duration":"141.617708ms","start":"2026-04-15T17:56:55.876847Z","end":"2026-04-15T17:56:56.018464Z","steps":["trace[1029235893] 'range keys from in-memory index tree' (duration: 141.442432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:56.018518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"369.433148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:56:56.019457Z","caller":"traceutil/trace.go:172","msg":"trace[2054004621] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:873; }","duration":"391.676418ms","start":"2026-04-15T17:56:55.627750Z","end":"2026-04-15T17:56:56.019427Z","steps":["trace[2054004621] 'read index received' (duration: 21.861855ms)","trace[2054004621] 'applied index is now lower than readState.Index' (duration: 369.811383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:56.019604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.851974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:56.019666Z","caller":"traceutil/trace.go:172","msg":"trace[1867255537] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:802; }","duration":"391.912727ms","start":"2026-04-15T17:56:55.627735Z","end":"2026-04-15T17:56:56.019648Z","steps":["trace[1867255537] 'agreement among raft nodes before linearized reading' (duration: 391.803212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:56.019712Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:55.627705Z","time spent":"391.99466ms","remote":"127.0.0.1:36740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:56.519781Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750803,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:56:56.731999Z","caller":"traceutil/trace.go:172","msg":"trace[944364446] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:875; }","duration":"712.469188ms","start":"2026-04-15T17:56:56.019502Z","end":"2026-04-15T17:56:56.731971Z","steps":["trace[944364446] 'read index received' (duration: 712.463668ms)","trace[944364446] 'applied index is now lower than readState.Index' (duration: 4.43µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:56.992283Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042750805,"received-request-id":1674949363042750803} {"level":"warn","ts":"2026-04-15T17:56:57.143749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.401088175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.143826Z","caller":"traceutil/trace.go:172","msg":"trace[341068078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:803; }","duration":"1.401167658s","start":"2026-04-15T17:56:55.742636Z","end":"2026-04-15T17:56:57.143804Z","steps":["trace[341068078] 'agreement among raft nodes before linearized reading' (duration: 989.44587ms)","trace[341068078] 'range keys from in-memory index tree' (duration: 411.616044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.143862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:55.742613Z","time spent":"1.401240891s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:56:57.144051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.515295001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-15T17:56:57.144096Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.125738078s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.144125Z","caller":"traceutil/trace.go:172","msg":"trace[1686949439] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:803; }","duration":"1.125763988s","start":"2026-04-15T17:56:56.018350Z","end":"2026-04-15T17:56:57.144114Z","steps":["trace[1686949439] 'agreement among raft nodes before linearized reading' (duration: 713.722097ms)","trace[1686949439] 'range keys from in-memory index tree' (duration: 412.007879ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:57.144136Z","caller":"traceutil/trace.go:172","msg":"trace[1297908069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:803; }","duration":"1.515374264s","start":"2026-04-15T17:56:55.628739Z","end":"2026-04-15T17:56:57.144113Z","steps":["trace[1297908069] 'agreement among raft nodes before linearized reading' (duration: 1.103358964s)","trace[1297908069] 'range keys from in-memory index tree' (duration: 411.834973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.144182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:55.628716Z","time spent":"1.515453188s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:57.144581Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"412.402056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:56:57.144830Z","caller":"traceutil/trace.go:172","msg":"trace[784766058] linearizableReadLoop","detail":"{readStateIndex:877; appliedIndex:875; }","duration":"412.747389ms","start":"2026-04-15T17:56:56.732048Z","end":"2026-04-15T17:56:57.144796Z","steps":["trace[784766058] 'read index received' (duration: 262.054924ms)","trace[784766058] 'applied index is now lower than readState.Index' (duration: 150.691805ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:57.144833Z","caller":"traceutil/trace.go:172","msg":"trace[723876217] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"853.91656ms","start":"2026-04-15T17:56:56.290892Z","end":"2026-04-15T17:56:57.144809Z","steps":["trace[723876217] 'process raft request' (duration: 853.781634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:57.144953Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"446.425895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.144996Z","caller":"traceutil/trace.go:172","msg":"trace[1239453186] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:806; }","duration":"446.475537ms","start":"2026-04-15T17:56:56.698514Z","end":"2026-04-15T17:56:57.144989Z","steps":["trace[1239453186] 'agreement among raft nodes before linearized reading' (duration: 446.403994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:57.145022Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:56.698492Z","time spent":"446.522869ms","remote":"127.0.0.1:49070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:57.145037Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:56.290858Z","time spent":"854.102207ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:56:57.145129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.11360703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:56:57.145244Z","caller":"traceutil/trace.go:172","msg":"trace[98094296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:806; }","duration":"1.113722914s","start":"2026-04-15T17:56:56.031504Z","end":"2026-04-15T17:56:57.145227Z","steps":["trace[98094296] 'agreement among raft nodes before linearized reading' (duration: 1.113518566s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:57.145967Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:56.031487Z","time spent":"1.114460623s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:57.147524Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.20829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.147587Z","caller":"traceutil/trace.go:172","msg":"trace[1581882187] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:806; }","duration":"357.267442ms","start":"2026-04-15T17:56:56.790301Z","end":"2026-04-15T17:56:57.147569Z","steps":["trace[1581882187] 'agreement among raft nodes before linearized reading' (duration: 357.174348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:57.147628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:56.790253Z","time spent":"357.364806ms","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:57.147708Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.190475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-15T17:56:57.147746Z","caller":"traceutil/trace.go:172","msg":"trace[714559690] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:806; }","duration":"183.251638ms","start":"2026-04-15T17:56:56.964485Z","end":"2026-04-15T17:56:57.147737Z","steps":["trace[714559690] 'agreement among raft nodes before linearized reading' (duration: 183.074191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:57.147747Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"297.504058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-15T17:56:57.147791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.355993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.147878Z","caller":"traceutil/trace.go:172","msg":"trace[666603736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:806; }","duration":"297.635444ms","start":"2026-04-15T17:56:56.850226Z","end":"2026-04-15T17:56:57.147861Z","steps":["trace[666603736] 'agreement among raft nodes before linearized reading' (duration: 297.400534ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:57.148132Z","caller":"traceutil/trace.go:172","msg":"trace[726946163] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:806; }","duration":"379.667855ms","start":"2026-04-15T17:56:56.768229Z","end":"2026-04-15T17:56:57.147897Z","steps":["trace[726946163] 'agreement among raft nodes before linearized reading' (duration: 379.29709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:57.148407Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:56.768207Z","time spent":"380.184615ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:57.373209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.776674ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-15T17:56:57.373489Z","caller":"traceutil/trace.go:172","msg":"trace[590099611] linearizableReadLoop","detail":"{readStateIndex:879; appliedIndex:878; }","duration":"217.322868ms","start":"2026-04-15T17:56:57.156142Z","end":"2026-04-15T17:56:57.373464Z","steps":["trace[590099611] 'read index received' (duration: 115.714021ms)","trace[590099611] 'applied index is now lower than readState.Index' (duration: 101.606387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.373687Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.525997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.373771Z","caller":"traceutil/trace.go:172","msg":"trace[149029170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:806; }","duration":"217.62086ms","start":"2026-04-15T17:56:57.156135Z","end":"2026-04-15T17:56:57.373756Z","steps":["trace[149029170] 'agreement among raft nodes before linearized reading' (duration: 217.450254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:57.375940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.155625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.375995Z","caller":"traceutil/trace.go:172","msg":"trace[385176268] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:806; }","duration":"199.219178ms","start":"2026-04-15T17:56:57.176765Z","end":"2026-04-15T17:56:57.375984Z","steps":["trace[385176268] 'agreement among raft nodes before linearized reading' (duration: 199.062702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:57.585041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.922649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:56:57.585157Z","caller":"traceutil/trace.go:172","msg":"trace[1785950786] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"210.413588ms","start":"2026-04-15T17:56:57.374723Z","end":"2026-04-15T17:56:57.585136Z","steps":["trace[1785950786] 'process raft request' (duration: 106.328523ms)","trace[1785950786] 'compare' (duration: 103.808764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.919616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.337667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:56:57.919751Z","caller":"traceutil/trace.go:172","msg":"trace[218516935] linearizableReadLoop","detail":"{readStateIndex:882; appliedIndex:881; }","duration":"137.800297ms","start":"2026-04-15T17:56:57.781937Z","end":"2026-04-15T17:56:57.919737Z","steps":["trace[218516935] 'read index received' (duration: 1.351763ms)","trace[218516935] 'applied index is now lower than readState.Index' (duration: 136.447664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:57.919846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.892381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:57.919903Z","caller":"traceutil/trace.go:172","msg":"trace[100419891] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:809; }","duration":"137.964934ms","start":"2026-04-15T17:56:57.781923Z","end":"2026-04-15T17:56:57.919888Z","steps":["trace[100419891] 'agreement among raft nodes before linearized reading' (duration: 137.85758ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:57.919895Z","caller":"traceutil/trace.go:172","msg":"trace[1213568450] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"274.774822ms","start":"2026-04-15T17:56:57.645077Z","end":"2026-04-15T17:56:57.919852Z","steps":["trace[1213568450] 'process raft request' (duration: 41.139124ms)","trace[1213568450] 'compare' (duration: 233.216982ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:58.739619Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.137147ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:58.739726Z","caller":"traceutil/trace.go:172","msg":"trace[139830239] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:813; }","duration":"185.262492ms","start":"2026-04-15T17:56:58.554447Z","end":"2026-04-15T17:56:58.739709Z","steps":["trace[139830239] 'range keys from in-memory index tree' (duration: 185.090946ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:56:58.838767Z","caller":"traceutil/trace.go:172","msg":"trace[1752388247] linearizableReadLoop","detail":"{readStateIndex:890; appliedIndex:893; }","duration":"293.599357ms","start":"2026-04-15T17:56:58.545148Z","end":"2026-04-15T17:56:58.838748Z","steps":["trace[1752388247] 'read index received' (duration: 293.594166ms)","trace[1752388247] 'applied index is now lower than readState.Index' (duration: 4.071µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:58.838949Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"293.778113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:58.839022Z","caller":"traceutil/trace.go:172","msg":"trace[1804140183] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:820; }","duration":"293.864017ms","start":"2026-04-15T17:56:58.545141Z","end":"2026-04-15T17:56:58.839005Z","steps":["trace[1804140183] 'agreement among raft nodes before linearized reading' (duration: 293.725161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:59.181838Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"438.760626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:59.181929Z","caller":"traceutil/trace.go:172","msg":"trace[2095183542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:820; }","duration":"438.855569ms","start":"2026-04-15T17:56:58.743052Z","end":"2026-04-15T17:56:59.181908Z","steps":["trace[2095183542] 'agreement among raft nodes before linearized reading' (duration: 98.229189ms)","trace[2095183542] 'range keys from in-memory index tree' (duration: 340.502506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:59.181966Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:58.743035Z","time spent":"438.923742ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:56:59.182183Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"442.409589ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:59.182224Z","caller":"traceutil/trace.go:172","msg":"trace[1242145693] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:820; }","duration":"442.45086ms","start":"2026-04-15T17:56:58.739762Z","end":"2026-04-15T17:56:59.182213Z","steps":["trace[1242145693] 'agreement among raft nodes before linearized reading' (duration: 101.509507ms)","trace[1242145693] 'range keys from in-memory index tree' (duration: 340.891561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:59.424268Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:56:59.452049Z","caller":"traceutil/trace.go:172","msg":"trace[456953523] linearizableReadLoop","detail":"{readStateIndex:893; appliedIndex:894; }","duration":"554.414608ms","start":"2026-04-15T17:56:58.897608Z","end":"2026-04-15T17:56:59.452023Z","steps":["trace[456953523] 'read index received' (duration: 554.408918ms)","trace[456953523] 'applied index is now lower than readState.Index' (duration: 4.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:59.452226Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042750824,"received-request-id":1674949363042750822} {"level":"warn","ts":"2026-04-15T17:56:59.555732Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"658.115257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:59.555812Z","caller":"traceutil/trace.go:172","msg":"trace[2100246830] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:821; }","duration":"658.20652ms","start":"2026-04-15T17:56:58.897588Z","end":"2026-04-15T17:56:59.555794Z","steps":["trace[2100246830] 'agreement among raft nodes before linearized reading' (duration: 554.557104ms)","trace[2100246830] 'range keys from in-memory index tree' (duration: 103.528692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:56:59.555849Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:58.897568Z","time spent":"658.272613ms","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:56:59.556251Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.056381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:56:59.789180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"232.422241ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T17:56:59.790431Z","caller":"traceutil/trace.go:172","msg":"trace[386293146] linearizableReadLoop","detail":"{readStateIndex:898; appliedIndex:894; }","duration":"338.297454ms","start":"2026-04-15T17:56:59.452112Z","end":"2026-04-15T17:56:59.790409Z","steps":["trace[386293146] 'read index received' (duration: 1.357072ms)","trace[386293146] 'applied index is now lower than readState.Index' (duration: 336.939242ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:56:59.790544Z","caller":"traceutil/trace.go:172","msg":"trace[1437917254] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"943.986148ms","start":"2026-04-15T17:56:58.846538Z","end":"2026-04-15T17:56:59.790524Z","steps":["trace[1437917254] 'process raft request' (duration: 943.171226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:59.790597Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"607.652215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:59.790652Z","caller":"traceutil/trace.go:172","msg":"trace[2055979170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:824; }","duration":"607.712527ms","start":"2026-04-15T17:56:59.182927Z","end":"2026-04-15T17:56:59.790639Z","steps":["trace[2055979170] 'agreement among raft nodes before linearized reading' (duration: 607.614893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:56:59.790686Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:59.182910Z","time spent":"607.77091ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:56:59.790701Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:56:58.846519Z","time spent":"944.104253ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:56:59.792295Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.584154ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:56:59.792380Z","caller":"traceutil/trace.go:172","msg":"trace[94080666] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:824; }","duration":"236.682027ms","start":"2026-04-15T17:56:59.555686Z","end":"2026-04-15T17:56:59.792368Z","steps":["trace[94080666] 'agreement among raft nodes before linearized reading' (duration: 236.523191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:01.399511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.59481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:57:01.399558Z","caller":"traceutil/trace.go:172","msg":"trace[688999306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:830; }","duration":"195.667303ms","start":"2026-04-15T17:57:01.203881Z","end":"2026-04-15T17:57:01.399548Z","steps":["trace[688999306] 'range keys from in-memory index tree' (duration: 193.476398ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:01.531698Z","caller":"traceutil/trace.go:172","msg":"trace[1793039718] linearizableReadLoop","detail":"{readStateIndex:905; appliedIndex:905; }","duration":"270.855858ms","start":"2026-04-15T17:57:01.260818Z","end":"2026-04-15T17:57:01.531673Z","steps":["trace[1793039718] 'read index received' (duration: 270.850868ms)","trace[1793039718] 'applied index is now lower than readState.Index' (duration: 3.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:01.531888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"271.053285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:01.531943Z","caller":"traceutil/trace.go:172","msg":"trace[579923683] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:831; }","duration":"271.118558ms","start":"2026-04-15T17:57:01.260808Z","end":"2026-04-15T17:57:01.531927Z","steps":["trace[579923683] 'agreement among raft nodes before linearized reading' (duration: 271.016594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:02.441675Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"318.207491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:57:02.971073Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"488.865553ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-15T17:57:02.971450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.245675ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:02.971517Z","caller":"traceutil/trace.go:172","msg":"trace[484650004] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:834; }","duration":"417.330898ms","start":"2026-04-15T17:57:02.554173Z","end":"2026-04-15T17:57:02.971504Z","steps":["trace[484650004] 'range keys from in-memory index tree' (duration: 417.194653ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:02.971682Z","caller":"traceutil/trace.go:172","msg":"trace[454060882] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:908; }","duration":"260.707768ms","start":"2026-04-15T17:57:02.710953Z","end":"2026-04-15T17:57:02.971661Z","steps":["trace[454060882] 'read index received' (duration: 165.547484ms)","trace[454060882] 'applied index is now lower than readState.Index' (duration: 95.159354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:02.971942Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.987629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:02.971978Z","caller":"traceutil/trace.go:172","msg":"trace[1574452213] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:835; }","duration":"261.033131ms","start":"2026-04-15T17:57:02.710937Z","end":"2026-04-15T17:57:02.971970Z","steps":["trace[1574452213] 'agreement among raft nodes before linearized reading' (duration: 260.829313ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:03.150212Z","caller":"traceutil/trace.go:172","msg":"trace[978648984] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:910; }","duration":"178.365915ms","start":"2026-04-15T17:57:02.971829Z","end":"2026-04-15T17:57:03.150195Z","steps":["trace[978648984] 'read index received' (duration: 139.594918ms)","trace[978648984] 'applied index is now lower than readState.Index' (duration: 38.770347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:03.150308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.708249ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:03.150355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.493757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:03.150404Z","caller":"traceutil/trace.go:172","msg":"trace[463636688] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:836; }","duration":"234.545969ms","start":"2026-04-15T17:57:02.915845Z","end":"2026-04-15T17:57:03.150391Z","steps":["trace[463636688] 'agreement among raft nodes before linearized reading' (duration: 234.453925ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:03.150403Z","caller":"traceutil/trace.go:172","msg":"trace[1917829118] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:836; }","duration":"178.834644ms","start":"2026-04-15T17:57:02.971545Z","end":"2026-04-15T17:57:03.150379Z","steps":["trace[1917829118] 'agreement among raft nodes before linearized reading' (duration: 178.672277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:03.150409Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"408.104021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:03.150604Z","caller":"traceutil/trace.go:172","msg":"trace[1298912308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:836; }","duration":"408.289969ms","start":"2026-04-15T17:57:02.742297Z","end":"2026-04-15T17:57:03.150587Z","steps":["trace[1298912308] 'agreement among raft nodes before linearized reading' (duration: 408.088681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:03.150917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:02.742258Z","time spent":"408.562289ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:03.152076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.366324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:57:03.152145Z","caller":"traceutil/trace.go:172","msg":"trace[558067155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:836; }","duration":"159.444867ms","start":"2026-04-15T17:57:02.992686Z","end":"2026-04-15T17:57:03.152130Z","steps":["trace[558067155] 'agreement among raft nodes before linearized reading' (duration: 159.325382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:03.441898Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.259385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:03.441976Z","caller":"traceutil/trace.go:172","msg":"trace[1066700458] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:837; }","duration":"180.351958ms","start":"2026-04-15T17:57:03.261605Z","end":"2026-04-15T17:57:03.441957Z","steps":["trace[1066700458] 'range keys from in-memory index tree' (duration: 178.680934ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:04.247344Z","caller":"traceutil/trace.go:172","msg":"trace[603089654] linearizableReadLoop","detail":"{readStateIndex:914; appliedIndex:915; }","duration":"254.207226ms","start":"2026-04-15T17:57:03.993121Z","end":"2026-04-15T17:57:04.247328Z","steps":["trace[603089654] 'read index received' (duration: 254.202735ms)","trace[603089654] 'applied index is now lower than readState.Index' (duration: 3.511µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:04.247467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.342871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:04.247489Z","caller":"traceutil/trace.go:172","msg":"trace[1824597495] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:838; }","duration":"254.375302ms","start":"2026-04-15T17:57:03.993106Z","end":"2026-04-15T17:57:04.247482Z","steps":["trace[1824597495] 'agreement among raft nodes before linearized reading' (duration: 254.31689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:04.605450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"389.712303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:57:04.605547Z","caller":"traceutil/trace.go:172","msg":"trace[1766767717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:839; }","duration":"389.833587ms","start":"2026-04-15T17:57:04.215695Z","end":"2026-04-15T17:57:04.605529Z","steps":["trace[1766767717] 'agreement among raft nodes before linearized reading' (duration: 35.050699ms)","trace[1766767717] 'range keys from in-memory index tree' (duration: 354.475736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:04.605583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.215676Z","time spent":"389.90033ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:04.939507Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750851,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:57:05.115055Z","caller":"traceutil/trace.go:172","msg":"trace[1212373269] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:917; }","duration":"675.653014ms","start":"2026-04-15T17:57:04.439376Z","end":"2026-04-15T17:57:05.115029Z","steps":["trace[1212373269] 'read index received' (duration: 675.644164ms)","trace[1212373269] 'applied index is now lower than readState.Index' (duration: 7.73µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:05.115221Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"675.827991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.115258Z","caller":"traceutil/trace.go:172","msg":"trace[2144278864] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:840; }","duration":"675.878383ms","start":"2026-04-15T17:57:04.439364Z","end":"2026-04-15T17:57:05.115243Z","steps":["trace[2144278864] 'agreement among raft nodes before linearized reading' (duration: 675.79095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.115283Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.439292Z","time spent":"675.985907ms","remote":"127.0.0.1:49192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:05.468844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.028335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:05.469036Z","caller":"traceutil/trace.go:172","msg":"trace[413664811] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:918; }","duration":"353.894953ms","start":"2026-04-15T17:57:05.115112Z","end":"2026-04-15T17:57:05.469007Z","steps":["trace[413664811] 'read index received' (duration: 174.45402ms)","trace[413664811] 'applied index is now lower than readState.Index' (duration: 179.437823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:05.469078Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"829.275434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.469104Z","caller":"traceutil/trace.go:172","msg":"trace[1634411781] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:843; }","duration":"829.298655ms","start":"2026-04-15T17:57:04.639794Z","end":"2026-04-15T17:57:05.469092Z","steps":["trace[1634411781] 'agreement among raft nodes before linearized reading' (duration: 829.260194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.469127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.639766Z","time spent":"829.356137ms","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:05.469177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"863.384218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.469207Z","caller":"traceutil/trace.go:172","msg":"trace[1776819089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:843; }","duration":"863.43432ms","start":"2026-04-15T17:57:04.605763Z","end":"2026-04-15T17:57:05.469197Z","steps":["trace[1776819089] 'agreement among raft nodes before linearized reading' (duration: 863.355607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.469200Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"731.05717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.469280Z","caller":"traceutil/trace.go:172","msg":"trace[2014180089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:843; }","duration":"731.141144ms","start":"2026-04-15T17:57:04.738120Z","end":"2026-04-15T17:57:05.469261Z","steps":["trace[2014180089] 'agreement among raft nodes before linearized reading' (duration: 731.012709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.469330Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.738102Z","time spent":"731.213677ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:05.469475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"941.662119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:57:05.469503Z","caller":"traceutil/trace.go:172","msg":"trace[167236165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:843; }","duration":"941.69165ms","start":"2026-04-15T17:57:04.527805Z","end":"2026-04-15T17:57:05.469497Z","steps":["trace[167236165] 'agreement among raft nodes before linearized reading' (duration: 941.602387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.469520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.527772Z","time spent":"941.744322ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:05.470511Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.028123123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.471018Z","caller":"traceutil/trace.go:172","msg":"trace[2000672474] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:843; }","duration":"1.028213896s","start":"2026-04-15T17:57:04.442359Z","end":"2026-04-15T17:57:05.470573Z","steps":["trace[2000672474] 'agreement among raft nodes before linearized reading' (duration: 1.027112625s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.471087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:04.442335Z","time spent":"1.028736746s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:05.912866Z","caller":"traceutil/trace.go:172","msg":"trace[1878506416] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"443.756063ms","start":"2026-04-15T17:57:05.469090Z","end":"2026-04-15T17:57:05.912847Z","steps":["trace[1878506416] 'read index received' (duration: 414.357995ms)","trace[1878506416] 'applied index is now lower than readState.Index' (duration: 29.396798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:05.913010Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"655.660282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.913048Z","caller":"traceutil/trace.go:172","msg":"trace[1734135079] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:844; }","duration":"655.710074ms","start":"2026-04-15T17:57:05.257331Z","end":"2026-04-15T17:57:05.913041Z","steps":["trace[1734135079] 'agreement among raft nodes before linearized reading' (duration: 655.62409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.913069Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:05.257307Z","time spent":"655.757145ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":27,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:05.913142Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"710.023731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.913219Z","caller":"traceutil/trace.go:172","msg":"trace[1383489144] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:844; }","duration":"710.108044ms","start":"2026-04-15T17:57:05.203095Z","end":"2026-04-15T17:57:05.913203Z","steps":["trace[1383489144] 'agreement among raft nodes before linearized reading' (duration: 709.973159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.913259Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:05.203072Z","time spent":"710.178017ms","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:05.914571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"359.474834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.914622Z","caller":"traceutil/trace.go:172","msg":"trace[447931721] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:844; }","duration":"359.522116ms","start":"2026-04-15T17:57:05.555086Z","end":"2026-04-15T17:57:05.914608Z","steps":["trace[447931721] 'agreement among raft nodes before linearized reading' (duration: 359.458654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.914823Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"444.610716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:05.914879Z","caller":"traceutil/trace.go:172","msg":"trace[897941477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:844; }","duration":"444.665288ms","start":"2026-04-15T17:57:05.470198Z","end":"2026-04-15T17:57:05.914863Z","steps":["trace[897941477] 'agreement among raft nodes before linearized reading' (duration: 444.328375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.914923Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:05.470181Z","time spent":"444.73135ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:05.914939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.096219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T17:57:05.914972Z","caller":"traceutil/trace.go:172","msg":"trace[2097466553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:844; }","duration":"385.131571ms","start":"2026-04-15T17:57:05.529830Z","end":"2026-04-15T17:57:05.914962Z","steps":["trace[2097466553] 'agreement among raft nodes before linearized reading' (duration: 385.003676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:05.914999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:05.529806Z","time spent":"385.185043ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:06.130560Z","caller":"traceutil/trace.go:172","msg":"trace[876405724] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:921; }","duration":"207.323446ms","start":"2026-04-15T17:57:05.923218Z","end":"2026-04-15T17:57:06.130542Z","steps":["trace[876405724] 'read index received' (duration: 206.664351ms)","trace[876405724] 'applied index is now lower than readState.Index' (duration: 658.165µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:06.130676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.44218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:06.130706Z","caller":"traceutil/trace.go:172","msg":"trace[1021576915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:845; }","duration":"207.481232ms","start":"2026-04-15T17:57:05.923215Z","end":"2026-04-15T17:57:06.130697Z","steps":["trace[1021576915] 'agreement among raft nodes before linearized reading' (duration: 207.416729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:06.537960Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.367934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:07.031290Z","caller":"traceutil/trace.go:172","msg":"trace[644433185] linearizableReadLoop","detail":"{readStateIndex:929; appliedIndex:930; }","duration":"100.732557ms","start":"2026-04-15T17:57:06.930534Z","end":"2026-04-15T17:57:07.031266Z","steps":["trace[644433185] 'read index received' (duration: 100.725896ms)","trace[644433185] 'applied index is now lower than readState.Index' (duration: 5.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:07.031548Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.000347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:57:07.031594Z","caller":"traceutil/trace.go:172","msg":"trace[526433047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:852; }","duration":"101.06428ms","start":"2026-04-15T17:57:06.930519Z","end":"2026-04-15T17:57:07.031584Z","steps":["trace[526433047] 'agreement among raft nodes before linearized reading' (duration: 100.871932ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:07.459660Z","caller":"traceutil/trace.go:172","msg":"trace[567476546] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"128.561059ms","start":"2026-04-15T17:57:07.331070Z","end":"2026-04-15T17:57:07.459631Z","steps":["trace[567476546] 'process raft request' (duration: 128.31787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:08.314912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.418089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:08.314994Z","caller":"traceutil/trace.go:172","msg":"trace[1944024905] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:858; }","duration":"139.512913ms","start":"2026-04-15T17:57:08.175464Z","end":"2026-04-15T17:57:08.314977Z","steps":["trace[1944024905] 'agreement among raft nodes before linearized reading' (duration: 96.241994ms)","trace[1944024905] 'range keys from in-memory index tree' (duration: 43.143975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:09.097674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"542.543005ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:09.097728Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750879,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:57:09.097757Z","caller":"traceutil/trace.go:172","msg":"trace[1430889087] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:859; }","duration":"542.643299ms","start":"2026-04-15T17:57:08.555096Z","end":"2026-04-15T17:57:09.097739Z","steps":["trace[1430889087] 'range keys from in-memory index tree' (duration: 542.487944ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:09.127299Z","caller":"traceutil/trace.go:172","msg":"trace[1910007450] linearizableReadLoop","detail":"{readStateIndex:938; appliedIndex:939; }","duration":"529.581374ms","start":"2026-04-15T17:57:08.597703Z","end":"2026-04-15T17:57:09.127285Z","steps":["trace[1910007450] 'read index received' (duration: 529.577433ms)","trace[1910007450] 'applied index is now lower than readState.Index' (duration: 3.141µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:09.127480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"529.788911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-15T17:57:09.127510Z","caller":"traceutil/trace.go:172","msg":"trace[779267630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:860; }","duration":"529.832773ms","start":"2026-04-15T17:57:08.597671Z","end":"2026-04-15T17:57:09.127504Z","steps":["trace[779267630] 'agreement among raft nodes before linearized reading' (duration: 529.687507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:09.127541Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:08.597651Z","time spent":"529.881645ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:09.197439Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042750880,"received-request-id":1674949363042750879} {"level":"warn","ts":"2026-04-15T17:57:09.339019Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.440846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:09.384484Z","caller":"traceutil/trace.go:172","msg":"trace[2095163934] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:944; }","duration":"257.117665ms","start":"2026-04-15T17:57:09.127340Z","end":"2026-04-15T17:57:09.384457Z","steps":["trace[2095163934] 'read index received' (duration: 257.112145ms)","trace[2095163934] 'applied index is now lower than readState.Index' (duration: 4.51µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:09.384572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.749317ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:09.384613Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"642.595973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:09.384636Z","caller":"traceutil/trace.go:172","msg":"trace[1792311861] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:865; }","duration":"286.81851ms","start":"2026-04-15T17:57:09.097796Z","end":"2026-04-15T17:57:09.384615Z","steps":["trace[1792311861] 'agreement among raft nodes before linearized reading' (duration: 286.716186ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:09.384645Z","caller":"traceutil/trace.go:172","msg":"trace[612198303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:865; }","duration":"642.642775ms","start":"2026-04-15T17:57:08.741996Z","end":"2026-04-15T17:57:09.384639Z","steps":["trace[612198303] 'agreement among raft nodes before linearized reading' (duration: 642.565002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:09.384668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:08.741980Z","time spent":"642.683027ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:09.386762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.98765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:09.386819Z","caller":"traceutil/trace.go:172","msg":"trace[1380734639] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:865; }","duration":"173.049372ms","start":"2026-04-15T17:57:09.213758Z","end":"2026-04-15T17:57:09.386807Z","steps":["trace[1380734639] 'agreement among raft nodes before linearized reading' (duration: 172.958759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:09.386915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.424181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:09.386976Z","caller":"traceutil/trace.go:172","msg":"trace[2017906170] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:865; }","duration":"199.478113ms","start":"2026-04-15T17:57:09.187483Z","end":"2026-04-15T17:57:09.386961Z","steps":["trace[2017906170] 'agreement among raft nodes before linearized reading' (duration: 199.4094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:09.386762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.2824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:09.387198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.490498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:09.387226Z","caller":"traceutil/trace.go:172","msg":"trace[1068580781] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:865; }","duration":"197.519189ms","start":"2026-04-15T17:57:09.189698Z","end":"2026-04-15T17:57:09.387218Z","steps":["trace[1068580781] 'agreement among raft nodes before linearized reading' (duration: 197.474088ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:09.387225Z","caller":"traceutil/trace.go:172","msg":"trace[418552229] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:865; }","duration":"157.760468ms","start":"2026-04-15T17:57:09.229453Z","end":"2026-04-15T17:57:09.387213Z","steps":["trace[418552229] 'agreement among raft nodes before linearized reading' (duration: 157.256889ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:10.283256Z","caller":"traceutil/trace.go:172","msg":"trace[1573495056] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:949; }","duration":"448.139624ms","start":"2026-04-15T17:57:09.835092Z","end":"2026-04-15T17:57:10.283232Z","steps":["trace[1573495056] 'read index received' (duration: 448.130393ms)","trace[1573495056] 'applied index is now lower than readState.Index' (duration: 8.131µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:10.283442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"448.340712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:57:10.283465Z","caller":"traceutil/trace.go:172","msg":"trace[1670753724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:869; }","duration":"448.384063ms","start":"2026-04-15T17:57:09.835076Z","end":"2026-04-15T17:57:10.283460Z","steps":["trace[1670753724] 'agreement among raft nodes before linearized reading' (duration: 448.232858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:10.283491Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:09.835049Z","time spent":"448.434465ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:10.283623Z","caller":"traceutil/trace.go:172","msg":"trace[520685640] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"464.695455ms","start":"2026-04-15T17:57:09.818912Z","end":"2026-04-15T17:57:10.283608Z","steps":["trace[520685640] 'process raft request' (duration: 464.653433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:10.284586Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:09.818833Z","time spent":"465.574388ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:10.285673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.129706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:10.286366Z","caller":"traceutil/trace.go:172","msg":"trace[1816270610] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:871; }","duration":"152.820892ms","start":"2026-04-15T17:57:10.133533Z","end":"2026-04-15T17:57:10.286354Z","steps":["trace[1816270610] 'agreement among raft nodes before linearized reading' (duration: 152.104205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:11.054476Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750888,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:57:11.070423Z","caller":"traceutil/trace.go:172","msg":"trace[182032954] linearizableReadLoop","detail":"{readStateIndex:953; appliedIndex:953; }","duration":"516.045508ms","start":"2026-04-15T17:57:10.554361Z","end":"2026-04-15T17:57:11.070407Z","steps":["trace[182032954] 'read index received' (duration: 516.041338ms)","trace[182032954] 'applied index is now lower than readState.Index' (duration: 3.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:11.394414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.6518ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T17:57:11.394621Z","caller":"traceutil/trace.go:172","msg":"trace[649253748] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:953; }","duration":"324.136052ms","start":"2026-04-15T17:57:11.070468Z","end":"2026-04-15T17:57:11.394604Z","steps":["trace[649253748] 'read index received' (duration: 1.282908ms)","trace[649253748] 'applied index is now lower than readState.Index' (duration: 322.852314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:11.394689Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"840.351037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:11.394771Z","caller":"traceutil/trace.go:172","msg":"trace[119237961] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:873; }","duration":"840.43705ms","start":"2026-04-15T17:57:10.554313Z","end":"2026-04-15T17:57:11.394750Z","steps":["trace[119237961] 'agreement among raft nodes before linearized reading' (duration: 516.213955ms)","trace[119237961] 'range keys from in-memory index tree' (duration: 324.120861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:11.394895Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"651.416246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:11.394942Z","caller":"traceutil/trace.go:172","msg":"trace[187736782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:873; }","duration":"651.465048ms","start":"2026-04-15T17:57:10.743465Z","end":"2026-04-15T17:57:11.394930Z","steps":["trace[187736782] 'agreement among raft nodes before linearized reading' (duration: 651.391165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:11.394971Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:10.743443Z","time spent":"651.520869ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:11.395089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"763.64501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:11.395067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"555.316064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:57:11.395196Z","caller":"traceutil/trace.go:172","msg":"trace[941252407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:873; }","duration":"555.47587ms","start":"2026-04-15T17:57:10.839693Z","end":"2026-04-15T17:57:11.395169Z","steps":["trace[941252407] 'agreement among raft nodes before linearized reading' (duration: 555.041923ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:11.395122Z","caller":"traceutil/trace.go:172","msg":"trace[1864038031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:873; }","duration":"763.677752ms","start":"2026-04-15T17:57:10.631436Z","end":"2026-04-15T17:57:11.395113Z","steps":["trace[1864038031] 'agreement among raft nodes before linearized reading' (duration: 763.62449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:11.396010Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:10.631412Z","time spent":"764.587155ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:11.396190Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:10.839669Z","time spent":"556.500628ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:11.465101Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.308021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:11.465195Z","caller":"traceutil/trace.go:172","msg":"trace[1375932632] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:874; }","duration":"109.408455ms","start":"2026-04-15T17:57:11.355767Z","end":"2026-04-15T17:57:11.465175Z","steps":["trace[1375932632] 'agreement among raft nodes before linearized reading' (duration: 40.728587ms)","trace[1375932632] 'range keys from in-memory index tree' (duration: 68.554583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:11.465194Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.312663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:11.465383Z","caller":"traceutil/trace.go:172","msg":"trace[356053177] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:874; }","duration":"506.467538ms","start":"2026-04-15T17:57:10.958852Z","end":"2026-04-15T17:57:11.465320Z","steps":["trace[356053177] 'agreement among raft nodes before linearized reading' (duration: 437.020072ms)","trace[356053177] 'range keys from in-memory index tree' (duration: 69.241189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:11.465482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:10.958828Z","time spent":"506.607494ms","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:13.207617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.864364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:57:13.207691Z","caller":"traceutil/trace.go:172","msg":"trace[571964263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:879; }","duration":"174.953357ms","start":"2026-04-15T17:57:13.032722Z","end":"2026-04-15T17:57:13.207675Z","steps":["trace[571964263] 'range keys from in-memory index tree' (duration: 172.808628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:15.912585Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:57:16.018640Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.954939ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:16.018727Z","caller":"traceutil/trace.go:172","msg":"trace[120962718] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:886; }","duration":"142.051242ms","start":"2026-04-15T17:57:15.876656Z","end":"2026-04-15T17:57:16.018707Z","steps":["trace[120962718] 'range keys from in-memory index tree' (duration: 141.897406ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:16.203095Z","caller":"traceutil/trace.go:172","msg":"trace[1459115813] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:969; }","duration":"811.119549ms","start":"2026-04-15T17:57:15.391948Z","end":"2026-04-15T17:57:16.203068Z","steps":["trace[1459115813] 'read index received' (duration: 811.113549ms)","trace[1459115813] 'applied index is now lower than readState.Index' (duration: 4.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:16.203312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"811.305515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:16.203345Z","caller":"traceutil/trace.go:172","msg":"trace[1852619844] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:887; }","duration":"811.401839ms","start":"2026-04-15T17:57:15.391933Z","end":"2026-04-15T17:57:16.203334Z","steps":["trace[1852619844] 'agreement among raft nodes before linearized reading' (duration: 811.266934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:16.203379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:15.391911Z","time spent":"811.460201ms","remote":"127.0.0.1:36762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:16.203703Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042750909,"received-request-id":1674949363042750908} {"level":"warn","ts":"2026-04-15T17:57:16.204820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"650.13202ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:16.204852Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"461.991293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:16.204859Z","caller":"traceutil/trace.go:172","msg":"trace[1079193979] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:888; }","duration":"650.180611ms","start":"2026-04-15T17:57:15.554667Z","end":"2026-04-15T17:57:16.204848Z","steps":["trace[1079193979] 'agreement among raft nodes before linearized reading' (duration: 650.116519ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:16.204879Z","caller":"traceutil/trace.go:172","msg":"trace[137058263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:888; }","duration":"462.016544ms","start":"2026-04-15T17:57:15.742853Z","end":"2026-04-15T17:57:16.204869Z","steps":["trace[137058263] 'agreement among raft nodes before linearized reading' (duration: 461.972752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:16.204898Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:15.742833Z","time spent":"462.060656ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:16.204884Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.405644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:57:16.204978Z","caller":"traceutil/trace.go:172","msg":"trace[1882408610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:888; }","duration":"366.500117ms","start":"2026-04-15T17:57:15.838463Z","end":"2026-04-15T17:57:16.204963Z","steps":["trace[1882408610] 'agreement among raft nodes before linearized reading' (duration: 366.350412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:16.205063Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:15.838431Z","time spent":"366.621062ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:16.205662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.503123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:16.205695Z","caller":"traceutil/trace.go:172","msg":"trace[1537560685] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:888; }","duration":"174.529614ms","start":"2026-04-15T17:57:16.031152Z","end":"2026-04-15T17:57:16.205682Z","steps":["trace[1537560685] 'agreement among raft nodes before linearized reading' (duration: 174.488532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:16.205919Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"639.820271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:16.206443Z","caller":"traceutil/trace.go:172","msg":"trace[2131548424] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:888; }","duration":"640.367281ms","start":"2026-04-15T17:57:15.566057Z","end":"2026-04-15T17:57:16.206424Z","steps":["trace[2131548424] 'agreement among raft nodes before linearized reading' (duration: 639.577052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:16.206603Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:15.566036Z","time spent":"640.548208ms","remote":"127.0.0.1:49234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:17.347723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.457433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:17.347834Z","caller":"traceutil/trace.go:172","msg":"trace[1015395359] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"229.90576ms","start":"2026-04-15T17:57:17.117904Z","end":"2026-04-15T17:57:17.347810Z","steps":["trace[1015395359] 'process raft request' (duration: 121.299961ms)","trace[1015395359] 'compare' (duration: 108.293697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:17.692065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.135218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:17.693144Z","caller":"traceutil/trace.go:172","msg":"trace[1190844636] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:890; }","duration":"138.242899ms","start":"2026-04-15T17:57:17.554853Z","end":"2026-04-15T17:57:17.693096Z","steps":["trace[1190844636] 'range keys from in-memory index tree' (duration: 137.111407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:17.692459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.973413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:57:17.693292Z","caller":"traceutil/trace.go:172","msg":"trace[1407959060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:890; }","duration":"213.810264ms","start":"2026-04-15T17:57:17.479456Z","end":"2026-04-15T17:57:17.693266Z","steps":["trace[1407959060] 'range keys from in-memory index tree' (duration: 211.777489ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:18.752587Z","caller":"traceutil/trace.go:172","msg":"trace[1316970826] linearizableReadLoop","detail":"{readStateIndex:979; appliedIndex:978; }","duration":"314.514602ms","start":"2026-04-15T17:57:18.438049Z","end":"2026-04-15T17:57:18.752563Z","steps":["trace[1316970826] 'read index received' (duration: 237.797546ms)","trace[1316970826] 'applied index is now lower than readState.Index' (duration: 76.715166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:18.753083Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"315.023071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:56 size:4728"} {"level":"info","ts":"2026-04-15T17:57:18.753138Z","caller":"traceutil/trace.go:172","msg":"trace[2138203344] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:56; response_revision:895; }","duration":"315.093073ms","start":"2026-04-15T17:57:18.438032Z","end":"2026-04-15T17:57:18.753125Z","steps":["trace[2138203344] 'agreement among raft nodes before linearized reading' (duration: 314.664918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:18.753175Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:18.438005Z","time spent":"315.159146ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":56,"response size":4750,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-15T17:57:18.754124Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.105614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:18.754171Z","caller":"traceutil/trace.go:172","msg":"trace[300003945] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:895; }","duration":"266.181877ms","start":"2026-04-15T17:57:18.487977Z","end":"2026-04-15T17:57:18.754159Z","steps":["trace[300003945] 'agreement among raft nodes before linearized reading' (duration: 266.078673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:18.754158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.972186ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:18.754181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.82271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:18.754260Z","caller":"traceutil/trace.go:172","msg":"trace[678298252] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:895; }","duration":"201.937694ms","start":"2026-04-15T17:57:18.552304Z","end":"2026-04-15T17:57:18.754242Z","steps":["trace[678298252] 'agreement among raft nodes before linearized reading' (duration: 201.769258ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:18.754256Z","caller":"traceutil/trace.go:172","msg":"trace[425623651] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:895; }","duration":"199.098951ms","start":"2026-04-15T17:57:18.555135Z","end":"2026-04-15T17:57:18.754234Z","steps":["trace[425623651] 'agreement among raft nodes before linearized reading' (duration: 198.926065ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:19.059945Z","caller":"traceutil/trace.go:172","msg":"trace[91229022] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:980; }","duration":"184.825126ms","start":"2026-04-15T17:57:18.875092Z","end":"2026-04-15T17:57:19.059917Z","steps":["trace[91229022] 'read index received' (duration: 184.805985ms)","trace[91229022] 'applied index is now lower than readState.Index' (duration: 17.88µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:19.464971Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"589.867745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:19.465029Z","caller":"traceutil/trace.go:172","msg":"trace[256667023] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:895; }","duration":"589.933887ms","start":"2026-04-15T17:57:18.875081Z","end":"2026-04-15T17:57:19.465015Z","steps":["trace[256667023] 'agreement among raft nodes before linearized reading' (duration: 184.936659ms)","trace[256667023] 'range keys from in-memory index tree' (duration: 404.903564ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:19.465051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:18.875059Z","time spent":"589.986579ms","remote":"127.0.0.1:49046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":27,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:19.671228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"624.049247ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-15T17:57:19.671460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.011556ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:19.671573Z","caller":"traceutil/trace.go:172","msg":"trace[234263458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:895; }","duration":"117.13851ms","start":"2026-04-15T17:57:19.554409Z","end":"2026-04-15T17:57:19.671547Z","steps":["trace[234263458] 'range keys from in-memory index tree' (duration: 116.959314ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:19.671730Z","caller":"traceutil/trace.go:172","msg":"trace[1522113711] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"561.190542ms","start":"2026-04-15T17:57:19.110504Z","end":"2026-04-15T17:57:19.671695Z","steps":["trace[1522113711] 'read index received' (duration: 1.665691ms)","trace[1522113711] 'applied index is now lower than readState.Index' (duration: 559.520831ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:19.672362Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"561.844546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T17:57:19.672419Z","caller":"traceutil/trace.go:172","msg":"trace[355017863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:895; }","duration":"561.909518ms","start":"2026-04-15T17:57:19.110497Z","end":"2026-04-15T17:57:19.672406Z","steps":["trace[355017863] 'agreement among raft nodes before linearized reading' (duration: 561.391389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:19.672457Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:19.110473Z","time spent":"561.9713ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:19.956872Z","caller":"traceutil/trace.go:172","msg":"trace[1196598299] linearizableReadLoop","detail":"{readStateIndex:982; appliedIndex:982; }","duration":"285.028927ms","start":"2026-04-15T17:57:19.671817Z","end":"2026-04-15T17:57:19.956846Z","steps":["trace[1196598299] 'read index received' (duration: 285.022447ms)","trace[1196598299] 'applied index is now lower than readState.Index' (duration: 5.33µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:20.122807Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"451.122114ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:20.122890Z","caller":"traceutil/trace.go:172","msg":"trace[63165168] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:896; }","duration":"451.221207ms","start":"2026-04-15T17:57:19.671651Z","end":"2026-04-15T17:57:20.122872Z","steps":["trace[63165168] 'agreement among raft nodes before linearized reading' (duration: 285.262486ms)","trace[63165168] 'range keys from in-memory index tree' (duration: 165.747104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:20.123006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"933.027986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:20.123055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.341851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:20.123082Z","caller":"traceutil/trace.go:172","msg":"trace[1693173919] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:896; }","duration":"933.115109ms","start":"2026-04-15T17:57:19.189948Z","end":"2026-04-15T17:57:20.123063Z","steps":["trace[1693173919] 'agreement among raft nodes before linearized reading' (duration: 766.982831ms)","trace[1693173919] 'range keys from in-memory index tree' (duration: 166.011374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:20.123127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:19.189924Z","time spent":"933.193622ms","remote":"127.0.0.1:49140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:20.123147Z","caller":"traceutil/trace.go:172","msg":"trace[178851861] linearizableReadLoop","detail":"{readStateIndex:983; appliedIndex:982; }","duration":"166.19831ms","start":"2026-04-15T17:57:19.956934Z","end":"2026-04-15T17:57:20.123132Z","steps":["trace[178851861] 'read index received' (duration: 1.605708ms)","trace[178851861] 'applied index is now lower than readState.Index' (duration: 164.591352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:20.123195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"375.205296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:20.123219Z","caller":"traceutil/trace.go:172","msg":"trace[1293748501] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:897; }","duration":"375.232857ms","start":"2026-04-15T17:57:19.747981Z","end":"2026-04-15T17:57:20.123214Z","steps":["trace[1293748501] 'agreement among raft nodes before linearized reading' (duration: 375.171614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:20.122813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"725.953732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:20.123245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"399.683922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-15T17:57:20.123238Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:19.747950Z","time spent":"375.282999ms","remote":"127.0.0.1:36762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:20.123272Z","caller":"traceutil/trace.go:172","msg":"trace[1275033970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:897; }","duration":"399.710852ms","start":"2026-04-15T17:57:19.723553Z","end":"2026-04-15T17:57:20.123263Z","steps":["trace[1275033970] 'agreement among raft nodes before linearized reading' (duration: 399.65253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:20.123321Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:19.723531Z","time spent":"399.781315ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:20.123318Z","caller":"traceutil/trace.go:172","msg":"trace[2125139067] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:896; }","duration":"726.46467ms","start":"2026-04-15T17:57:19.396813Z","end":"2026-04-15T17:57:20.123278Z","steps":["trace[2125139067] 'agreement among raft nodes before linearized reading' (duration: 560.082353ms)","trace[2125139067] 'range keys from in-memory index tree' (duration: 165.543967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:20.123325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"381.842416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:20.123372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"617.208126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:56 size:4728"} {"level":"info","ts":"2026-04-15T17:57:20.123429Z","caller":"traceutil/trace.go:172","msg":"trace[1325812381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:897; }","duration":"382.026803ms","start":"2026-04-15T17:57:19.741378Z","end":"2026-04-15T17:57:20.123405Z","steps":["trace[1325812381] 'agreement among raft nodes before linearized reading' (duration: 381.784464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:20.123368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:19.396792Z","time spent":"726.562884ms","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:20.123452Z","caller":"traceutil/trace.go:172","msg":"trace[89876168] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:56; response_revision:896; }","duration":"617.30257ms","start":"2026-04-15T17:57:19.506133Z","end":"2026-04-15T17:57:20.123436Z","steps":["trace[89876168] 'agreement among raft nodes before linearized reading' (duration: 450.735236ms)","trace[89876168] 'range keys from in-memory index tree' (duration: 166.125077ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:20.123484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:19.741372Z","time spent":"382.102465ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:20.123494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:19.506082Z","time spent":"617.402923ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":56,"response size":4750,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-15T17:57:20.625733Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750937,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:57:20.733863Z","caller":"traceutil/trace.go:172","msg":"trace[1569561903] linearizableReadLoop","detail":"{readStateIndex:983; appliedIndex:983; }","duration":"610.661174ms","start":"2026-04-15T17:57:20.123173Z","end":"2026-04-15T17:57:20.733834Z","steps":["trace[1569561903] 'read index received' (duration: 610.653604ms)","trace[1569561903] 'applied index is now lower than readState.Index' (duration: 5.9µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:20.734131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"692.391762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:57:20.734218Z","caller":"traceutil/trace.go:172","msg":"trace[683509963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:897; }","duration":"692.498476ms","start":"2026-04-15T17:57:20.041700Z","end":"2026-04-15T17:57:20.734198Z","steps":["trace[683509963] 'agreement among raft nodes before linearized reading' (duration: 692.218146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:20.734301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:20.041678Z","time spent":"692.584128ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:20.734338Z","caller":"traceutil/trace.go:172","msg":"trace[1775614503] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"379.375944ms","start":"2026-04-15T17:57:20.354812Z","end":"2026-04-15T17:57:20.734188Z","steps":["trace[1775614503] 'process raft request' (duration: 379.310791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:20.734770Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:20.354782Z","time spent":"379.696205ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:20.735825Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"610.648994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:20.735884Z","caller":"traceutil/trace.go:172","msg":"trace[1437598210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:900; }","duration":"610.718556ms","start":"2026-04-15T17:57:20.125150Z","end":"2026-04-15T17:57:20.735869Z","steps":["trace[1437598210] 'agreement among raft nodes before linearized reading' (duration: 610.603602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:20.735918Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:20.125116Z","time spent":"610.794619ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:20.736060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.375892ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:20.736109Z","caller":"traceutil/trace.go:172","msg":"trace[1887290913] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:900; }","duration":"181.426913ms","start":"2026-04-15T17:57:20.554671Z","end":"2026-04-15T17:57:20.736098Z","steps":["trace[1887290913] 'agreement among raft nodes before linearized reading' (duration: 181.352981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:20.973682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.814118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:20.973778Z","caller":"traceutil/trace.go:172","msg":"trace[1313880182] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:986; }","duration":"228.472151ms","start":"2026-04-15T17:57:20.745289Z","end":"2026-04-15T17:57:20.973761Z","steps":["trace[1313880182] 'read index received' (duration: 66.419346ms)","trace[1313880182] 'applied index is now lower than readState.Index' (duration: 162.051825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:20.973912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.623537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:20.974108Z","caller":"traceutil/trace.go:172","msg":"trace[723547832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:901; }","duration":"228.762012ms","start":"2026-04-15T17:57:20.745275Z","end":"2026-04-15T17:57:20.974037Z","steps":["trace[723547832] 'agreement among raft nodes before linearized reading' (duration: 228.596266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:21.695359Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"587.489495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:21.695473Z","caller":"traceutil/trace.go:172","msg":"trace[1847342896] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:901; }","duration":"587.6185ms","start":"2026-04-15T17:57:21.107831Z","end":"2026-04-15T17:57:21.695449Z","steps":["trace[1847342896] 'range keys from in-memory index tree' (duration: 585.766903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:21.695535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:21.107815Z","time spent":"587.702262ms","remote":"127.0.0.1:48824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:21.695528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"593.872374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:21.695553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"526.472431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:21.695612Z","caller":"traceutil/trace.go:172","msg":"trace[1895253741] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:901; }","duration":"593.983858ms","start":"2026-04-15T17:57:21.101609Z","end":"2026-04-15T17:57:21.695593Z","steps":["trace[1895253741] 'range keys from in-memory index tree' (duration: 592.017297ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:21.695641Z","caller":"traceutil/trace.go:172","msg":"trace[728753796] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:901; }","duration":"526.569485ms","start":"2026-04-15T17:57:21.169050Z","end":"2026-04-15T17:57:21.695619Z","steps":["trace[728753796] 'range keys from in-memory index tree' (duration: 524.461739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:21.695659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:21.101584Z","time spent":"594.065281ms","remote":"127.0.0.1:48824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:21.695696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:21.169038Z","time spent":"526.640408ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:21.910450Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750945,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:57:21.934346Z","caller":"traceutil/trace.go:172","msg":"trace[1944910709] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:988; }","duration":"524.411069ms","start":"2026-04-15T17:57:21.409915Z","end":"2026-04-15T17:57:21.934326Z","steps":["trace[1944910709] 'read index received' (duration: 524.406519ms)","trace[1944910709] 'applied index is now lower than readState.Index' (duration: 3.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:21.934791Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"524.859764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:57:21.934973Z","caller":"traceutil/trace.go:172","msg":"trace[1826923222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:902; }","duration":"525.055101ms","start":"2026-04-15T17:57:21.409901Z","end":"2026-04-15T17:57:21.934956Z","steps":["trace[1826923222] 'agreement among raft nodes before linearized reading' (duration: 524.579864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:21.935026Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:21.409827Z","time spent":"525.182576ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:22.122110Z","caller":"traceutil/trace.go:172","msg":"trace[1350363208] linearizableReadLoop","detail":"{readStateIndex:988; appliedIndex:988; }","duration":"186.894083ms","start":"2026-04-15T17:57:21.935198Z","end":"2026-04-15T17:57:22.122092Z","steps":["trace[1350363208] 'read index received' (duration: 186.847781ms)","trace[1350363208] 'applied index is now lower than readState.Index' (duration: 45.532µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:22.511944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"679.641754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:22.512014Z","caller":"traceutil/trace.go:172","msg":"trace[948844798] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:902; }","duration":"679.709977ms","start":"2026-04-15T17:57:21.832284Z","end":"2026-04-15T17:57:22.511994Z","steps":["trace[948844798] 'agreement among raft nodes before linearized reading' (duration: 289.878964ms)","trace[948844798] 'range keys from in-memory index tree' (duration: 389.74667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:22.512054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:21.832258Z","time spent":"679.786369ms","remote":"127.0.0.1:48808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:22.512063Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"909.999454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:22.512120Z","caller":"traceutil/trace.go:172","msg":"trace[1664318165] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:902; }","duration":"910.052596ms","start":"2026-04-15T17:57:21.602051Z","end":"2026-04-15T17:57:22.512103Z","steps":["trace[1664318165] 'agreement among raft nodes before linearized reading' (duration: 520.12475ms)","trace[1664318165] 'range keys from in-memory index tree' (duration: 389.860603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:22.512150Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:21.602026Z","time spent":"910.114778ms","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:22.512212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"769.632698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:22.512311Z","caller":"traceutil/trace.go:172","msg":"trace[1450653011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:902; }","duration":"769.745522ms","start":"2026-04-15T17:57:21.742539Z","end":"2026-04-15T17:57:22.512284Z","steps":["trace[1450653011] 'agreement among raft nodes before linearized reading' (duration: 379.597398ms)","trace[1450653011] 'range keys from in-memory index tree' (duration: 389.979758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:22.512364Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:21.742504Z","time spent":"769.849177ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:22.511844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"956.805836ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:22.512855Z","caller":"traceutil/trace.go:172","msg":"trace[1607226325] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:902; }","duration":"957.828333ms","start":"2026-04-15T17:57:21.554972Z","end":"2026-04-15T17:57:22.512800Z","steps":["trace[1607226325] 'agreement among raft nodes before linearized reading' (duration: 567.322476ms)","trace[1607226325] 'range keys from in-memory index tree' (duration: 389.497991ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:22.859692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"738.302513ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T17:57:22.860043Z","caller":"traceutil/trace.go:172","msg":"trace[1766380363] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:988; }","duration":"689.998103ms","start":"2026-04-15T17:57:22.170021Z","end":"2026-04-15T17:57:22.860019Z","steps":["trace[1766380363] 'read index received' (duration: 1.42258ms)","trace[1766380363] 'applied index is now lower than readState.Index' (duration: 688.574143ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:22.860093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.853463ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:22.860136Z","caller":"traceutil/trace.go:172","msg":"trace[569413699] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:902; }","duration":"347.195236ms","start":"2026-04-15T17:57:22.512926Z","end":"2026-04-15T17:57:22.860122Z","steps":["trace[569413699] 'range keys from in-memory index tree' (duration: 346.837703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:23.080584Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"910.527532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:23.080680Z","caller":"traceutil/trace.go:172","msg":"trace[1284762414] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:903; }","duration":"910.642477ms","start":"2026-04-15T17:57:22.170017Z","end":"2026-04-15T17:57:23.080660Z","steps":["trace[1284762414] 'agreement among raft nodes before linearized reading' (duration: 690.128048ms)","trace[1284762414] 'range keys from in-memory index tree' (duration: 220.350892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:23.080761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:22.170002Z","time spent":"910.733049ms","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:23.080777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.287954ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:23.080852Z","caller":"traceutil/trace.go:172","msg":"trace[1962991958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:903; }","duration":"219.375137ms","start":"2026-04-15T17:57:22.861460Z","end":"2026-04-15T17:57:23.080835Z","steps":["trace[1962991958] 'range keys from in-memory index tree' (duration: 219.236162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:23.081004Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.065668ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T17:57:23.217487Z","caller":"traceutil/trace.go:172","msg":"trace[2041253365] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:993; }","duration":"357.360033ms","start":"2026-04-15T17:57:22.860107Z","end":"2026-04-15T17:57:23.217467Z","steps":["trace[2041253365] 'read index received' (duration: 357.354233ms)","trace[2041253365] 'applied index is now lower than readState.Index' (duration: 4.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:23.707399Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"964.950783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:23.707487Z","caller":"traceutil/trace.go:172","msg":"trace[1324188881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:905; }","duration":"965.039967ms","start":"2026-04-15T17:57:22.742426Z","end":"2026-04-15T17:57:23.707466Z","steps":["trace[1324188881] 'agreement among raft nodes before linearized reading' (duration: 475.071289ms)","trace[1324188881] 'range keys from in-memory index tree' (duration: 489.850074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:23.707527Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:22.742407Z","time spent":"965.111709ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:23.707797Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.390478395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:23.707835Z","caller":"traceutil/trace.go:172","msg":"trace[1459672688] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:905; }","duration":"1.390516866s","start":"2026-04-15T17:57:22.317307Z","end":"2026-04-15T17:57:23.707824Z","steps":["trace[1459672688] 'agreement among raft nodes before linearized reading' (duration: 900.273229ms)","trace[1459672688] 'range keys from in-memory index tree' (duration: 490.187016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:23.708195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"491.936628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-15T17:57:23.708929Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:22.317278Z","time spent":"1.391604265s","remote":"127.0.0.1:49286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:23.709162Z","caller":"traceutil/trace.go:172","msg":"trace[2135708888] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:993; }","duration":"491.596745ms","start":"2026-04-15T17:57:23.217545Z","end":"2026-04-15T17:57:23.709142Z","steps":["trace[2135708888] 'read index received' (duration: 1.206733ms)","trace[2135708888] 'applied index is now lower than readState.Index' (duration: 490.389212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:23.709348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"759.918879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-15T17:57:23.709396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"778.530396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:57:23.709437Z","caller":"traceutil/trace.go:172","msg":"trace[1726793737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:907; }","duration":"778.587638ms","start":"2026-04-15T17:57:22.930837Z","end":"2026-04-15T17:57:23.709425Z","steps":["trace[1726793737] 'agreement among raft nodes before linearized reading' (duration: 778.431753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:23.709413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"628.503083ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:23.709439Z","caller":"traceutil/trace.go:172","msg":"trace[1408535579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:907; }","duration":"760.025183ms","start":"2026-04-15T17:57:22.949395Z","end":"2026-04-15T17:57:23.709421Z","steps":["trace[1408535579] 'agreement among raft nodes before linearized reading' (duration: 759.847677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:23.709473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:22.930807Z","time spent":"778.657481ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:23.709479Z","caller":"traceutil/trace.go:172","msg":"trace[1089281254] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:907; }","duration":"628.565295ms","start":"2026-04-15T17:57:23.080898Z","end":"2026-04-15T17:57:23.709463Z","steps":["trace[1089281254] 'agreement among raft nodes before linearized reading' (duration: 628.482842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:23.709489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:22.949382Z","time spent":"760.096935ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:23.710966Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.206735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:23.711043Z","caller":"traceutil/trace.go:172","msg":"trace[793131518] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:907; }","duration":"235.280557ms","start":"2026-04-15T17:57:23.475745Z","end":"2026-04-15T17:57:23.711026Z","steps":["trace[793131518] 'agreement among raft nodes before linearized reading' (duration: 235.175414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:23.711133Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"484.181111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:23.711175Z","caller":"traceutil/trace.go:172","msg":"trace[1005930824] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:907; }","duration":"484.222942ms","start":"2026-04-15T17:57:23.226942Z","end":"2026-04-15T17:57:23.711165Z","steps":["trace[1005930824] 'agreement among raft nodes before linearized reading' (duration: 484.140359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:23.711195Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:23.226922Z","time spent":"484.267553ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"info","ts":"2026-04-15T17:57:24.105495Z","caller":"traceutil/trace.go:172","msg":"trace[2056563672] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:997; }","duration":"102.253747ms","start":"2026-04-15T17:57:24.003221Z","end":"2026-04-15T17:57:24.105475Z","steps":["trace[2056563672] 'read index received' (duration: 102.249067ms)","trace[2056563672] 'applied index is now lower than readState.Index' (duration: 3.67µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:24.105702Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.466285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:57:24.105757Z","caller":"traceutil/trace.go:172","msg":"trace[178153220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:908; }","duration":"102.537627ms","start":"2026-04-15T17:57:24.003207Z","end":"2026-04-15T17:57:24.105745Z","steps":["trace[178153220] 'agreement among raft nodes before linearized reading' (duration: 102.34347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:24.502735Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.295665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:25.478668Z","caller":"traceutil/trace.go:172","msg":"trace[398194554] linearizableReadLoop","detail":"{readStateIndex:1001; appliedIndex:1001; }","duration":"169.27103ms","start":"2026-04-15T17:57:25.309377Z","end":"2026-04-15T17:57:25.478648Z","steps":["trace[398194554] 'read index received' (duration: 169.26584ms)","trace[398194554] 'applied index is now lower than readState.Index' (duration: 4.28µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:25.584622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.948233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:25.584720Z","caller":"traceutil/trace.go:172","msg":"trace[1731691203] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:912; }","duration":"157.063657ms","start":"2026-04-15T17:57:25.427632Z","end":"2026-04-15T17:57:25.584696Z","steps":["trace[1731691203] 'agreement among raft nodes before linearized reading' (duration: 52.19581ms)","trace[1731691203] 'range keys from in-memory index tree' (duration: 104.730202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:25.584698Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.299637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:25.584786Z","caller":"traceutil/trace.go:172","msg":"trace[1861722627] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:912; }","duration":"275.405651ms","start":"2026-04-15T17:57:25.309358Z","end":"2026-04-15T17:57:25.584764Z","steps":["trace[1861722627] 'agreement among raft nodes before linearized reading' (duration: 169.392164ms)","trace[1861722627] 'range keys from in-memory index tree' (duration: 105.871313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:25.916128Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.532112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:57:25.916226Z","caller":"traceutil/trace.go:172","msg":"trace[1568040225] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1002; }","duration":"174.770276ms","start":"2026-04-15T17:57:25.741441Z","end":"2026-04-15T17:57:25.916211Z","steps":["trace[1568040225] 'read index received' (duration: 1.112679ms)","trace[1568040225] 'applied index is now lower than readState.Index' (duration: 173.656667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:25.916301Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.845919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:25.916323Z","caller":"traceutil/trace.go:172","msg":"trace[1284075972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:913; }","duration":"174.883611ms","start":"2026-04-15T17:57:25.741431Z","end":"2026-04-15T17:57:25.916315Z","steps":["trace[1284075972] 'agreement among raft nodes before linearized reading' (duration: 174.820268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:26.688498Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.220691ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:26.688633Z","caller":"traceutil/trace.go:172","msg":"trace[1638691967] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:915; }","duration":"134.379387ms","start":"2026-04-15T17:57:26.554211Z","end":"2026-04-15T17:57:26.688591Z","steps":["trace[1638691967] 'range keys from in-memory index tree' (duration: 134.17351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:28.056376Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:57:28.556901Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750975,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:57:28.685249Z","caller":"traceutil/trace.go:172","msg":"trace[1943328516] linearizableReadLoop","detail":"{readStateIndex:1007; appliedIndex:1007; }","duration":"1.129789966s","start":"2026-04-15T17:57:27.555433Z","end":"2026-04-15T17:57:28.685222Z","steps":["trace[1943328516] 'read index received' (duration: 1.129778675s)","trace[1943328516] 'applied index is now lower than readState.Index' (duration: 9.731µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:28.685410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.129955281s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:28.685507Z","caller":"traceutil/trace.go:172","msg":"trace[2026255783] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"784.705146ms","start":"2026-04-15T17:57:27.900791Z","end":"2026-04-15T17:57:28.685496Z","steps":["trace[2026255783] 'process raft request' (duration: 784.680495ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:28.685525Z","caller":"traceutil/trace.go:172","msg":"trace[2020867097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:916; }","duration":"1.130047364s","start":"2026-04-15T17:57:27.555425Z","end":"2026-04-15T17:57:28.685473Z","steps":["trace[2020867097] 'agreement among raft nodes before linearized reading' (duration: 1.12992488s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:28.685598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:27.900756Z","time spent":"784.796019ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:57:29.186325Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:57:29.686700Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:57:29.740480Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000041153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:57:29.740570Z","caller":"traceutil/trace.go:172","msg":"trace[179032057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000143927s","start":"2026-04-15T17:57:27.740406Z","end":"2026-04-15T17:57:29.740549Z","steps":["trace[179032057] 'agreement among raft nodes before linearized reading' (duration: 2.000037033s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:29.740623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:27.740382Z","time spent":"2.00023274s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:57:29 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:57:30.124205Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042750977,"received-request-id":1674949363042750975} {"level":"warn","ts":"2026-04-15T17:57:30.186885Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042750977,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:57:30.362145Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"961.655936ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T17:57:30.364616Z","caller":"traceutil/trace.go:172","msg":"trace[2000516073] linearizableReadLoop","detail":"{readStateIndex:1015; appliedIndex:1011; }","duration":"1.67928906s","start":"2026-04-15T17:57:28.685310Z","end":"2026-04-15T17:57:30.364599Z","steps":["trace[2000516073] 'read index received' (duration: 1.658905949s)","trace[2000516073] 'applied index is now lower than readState.Index' (duration: 20.382521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:30.364676Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042750980,"received-request-id":1674949363042750977} {"level":"warn","ts":"2026-04-15T17:57:30.364690Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042750980,"received-request-id":1674949363042750977} {"level":"warn","ts":"2026-04-15T17:57:30.364727Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.644785081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:57:30.364787Z","caller":"traceutil/trace.go:172","msg":"trace[1986239224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:923; }","duration":"2.644857894s","start":"2026-04-15T17:57:27.719916Z","end":"2026-04-15T17:57:30.364774Z","steps":["trace[1986239224] 'agreement among raft nodes before linearized reading' (duration: 2.64474395s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:30.364829Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:27.719897Z","time spent":"2.644921276s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:30.364859Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:29.744575Z","time spent":"620.281928ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-15T17:57:30.366146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.678653988s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:30.366321Z","caller":"traceutil/trace.go:172","msg":"trace[791066516] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:923; }","duration":"1.678840164s","start":"2026-04-15T17:57:28.687468Z","end":"2026-04-15T17:57:30.366308Z","steps":["trace[791066516] 'agreement among raft nodes before linearized reading' (duration: 1.678631647s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:30.366463Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"616.616369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:30.366503Z","caller":"traceutil/trace.go:172","msg":"trace[1704583015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:923; }","duration":"616.64414ms","start":"2026-04-15T17:57:29.749841Z","end":"2026-04-15T17:57:30.366485Z","steps":["trace[1704583015] 'agreement among raft nodes before linearized reading' (duration: 616.604969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:30.366485Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.30519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:30.366520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:29.749827Z","time spent":"616.690062ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:57:30.366541Z","caller":"traceutil/trace.go:172","msg":"trace[507792730] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:923; }","duration":"247.361082ms","start":"2026-04-15T17:57:30.119164Z","end":"2026-04-15T17:57:30.366526Z","steps":["trace[507792730] 'agreement among raft nodes before linearized reading' (duration: 247.277489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:30.366743Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.064297296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:57:30.366768Z","caller":"traceutil/trace.go:172","msg":"trace[168726516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:923; }","duration":"1.064323427s","start":"2026-04-15T17:57:29.302439Z","end":"2026-04-15T17:57:30.366762Z","steps":["trace[168726516] 'agreement among raft nodes before linearized reading' (duration: 1.064262385s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:30.366785Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:29.302416Z","time spent":"1.064363197s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:30.366160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"415.329901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:57:30.366256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.913429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:57:30.366939Z","caller":"traceutil/trace.go:172","msg":"trace[88373742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:923; }","duration":"192.593163ms","start":"2026-04-15T17:57:30.174338Z","end":"2026-04-15T17:57:30.366931Z","steps":["trace[88373742] 'agreement among raft nodes before linearized reading' (duration: 191.844687ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:30.366931Z","caller":"traceutil/trace.go:172","msg":"trace[1728936198] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:923; }","duration":"416.088667ms","start":"2026-04-15T17:57:29.950820Z","end":"2026-04-15T17:57:30.366908Z","steps":["trace[1728936198] 'agreement among raft nodes before linearized reading' (duration: 415.31199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:30.366985Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:29.950799Z","time spent":"416.17028ms","remote":"127.0.0.1:49374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:30.366258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.033059703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:57:30.367433Z","caller":"traceutil/trace.go:172","msg":"trace[805008218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:923; }","duration":"1.034236314s","start":"2026-04-15T17:57:29.333181Z","end":"2026-04-15T17:57:30.367418Z","steps":["trace[805008218] 'agreement among raft nodes before linearized reading' (duration: 1.033016511s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:30.367480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:29.333176Z","time spent":"1.034287416s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:30.367826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.035152736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:30.367906Z","caller":"traceutil/trace.go:172","msg":"trace[517559100] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:923; }","duration":"1.035249379s","start":"2026-04-15T17:57:29.332640Z","end":"2026-04-15T17:57:30.367890Z","steps":["trace[517559100] 'agreement among raft nodes before linearized reading' (duration: 1.033899022s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:30.367938Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:29.332633Z","time spent":"1.035297572s","remote":"127.0.0.1:49412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:57:32.667500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.326902ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T17:57:32.667628Z","caller":"traceutil/trace.go:172","msg":"trace[229301095] linearizableReadLoop","detail":"{readStateIndex:1023; appliedIndex:1022; }","duration":"107.483801ms","start":"2026-04-15T17:57:32.560125Z","end":"2026-04-15T17:57:32.667609Z","steps":["trace[229301095] 'read index received' (duration: 1.501082ms)","trace[229301095] 'applied index is now lower than readState.Index' (duration: 105.981459ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:32.667712Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.576714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:32.667788Z","caller":"traceutil/trace.go:172","msg":"trace[1185506656] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:929; }","duration":"107.658007ms","start":"2026-04-15T17:57:32.560115Z","end":"2026-04-15T17:57:32.667773Z","steps":["trace[1185506656] 'agreement among raft nodes before linearized reading' (duration: 107.546983ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:33.902465Z","caller":"traceutil/trace.go:172","msg":"trace[2126648597] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1027; }","duration":"160.81457ms","start":"2026-04-15T17:57:33.741625Z","end":"2026-04-15T17:57:33.902439Z","steps":["trace[2126648597] 'read index received' (duration: 160.807149ms)","trace[2126648597] 'applied index is now lower than readState.Index' (duration: 4.241µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:33.902638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"160.994846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:33.902709Z","caller":"traceutil/trace.go:172","msg":"trace[520036362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:932; }","duration":"161.073388ms","start":"2026-04-15T17:57:33.741618Z","end":"2026-04-15T17:57:33.902691Z","steps":["trace[520036362] 'agreement among raft nodes before linearized reading' (duration: 160.944924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:33.903974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.186416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:57:33.904313Z","caller":"traceutil/trace.go:172","msg":"trace[390260819] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:932; }","duration":"133.493296ms","start":"2026-04-15T17:57:33.770757Z","end":"2026-04-15T17:57:33.904250Z","steps":["trace[390260819] 'agreement among raft nodes before linearized reading' (duration: 132.992529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:36.055826Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:57:36.557025Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:57:36.712459Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.235455704s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T17:57:36.875991Z","caller":"traceutil/trace.go:172","msg":"trace[719414373] linearizableReadLoop","detail":"{readStateIndex:1038; appliedIndex:1038; }","duration":"1.320838103s","start":"2026-04-15T17:57:35.555132Z","end":"2026-04-15T17:57:36.875970Z","steps":["trace[719414373] 'read index received' (duration: 1.320832923s)","trace[719414373] 'applied index is now lower than readState.Index' (duration: 4.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:36.876178Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.32102947s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:36.876225Z","caller":"traceutil/trace.go:172","msg":"trace[1195568042] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:941; }","duration":"1.321091592s","start":"2026-04-15T17:57:35.555122Z","end":"2026-04-15T17:57:36.876213Z","steps":["trace[1195568042] 'agreement among raft nodes before linearized reading' (duration: 1.320999589s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:36.877392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.135598193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:36.877578Z","caller":"traceutil/trace.go:172","msg":"trace[1118126712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:941; }","duration":"1.135768048s","start":"2026-04-15T17:57:35.741771Z","end":"2026-04-15T17:57:36.877539Z","steps":["trace[1118126712] 'agreement among raft nodes before linearized reading' (duration: 1.135551901s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:36.877649Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:57:35.741749Z","time spent":"1.135891043s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:57:36.877817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"242.004969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:57:36.877909Z","caller":"traceutil/trace.go:172","msg":"trace[131021266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:941; }","duration":"242.399853ms","start":"2026-04-15T17:57:36.635475Z","end":"2026-04-15T17:57:36.877875Z","steps":["trace[131021266] 'agreement among raft nodes before linearized reading' (duration: 241.914696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:57:37.185667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.215037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-15T17:57:37.185760Z","caller":"traceutil/trace.go:172","msg":"trace[1150842959] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:942; }","duration":"123.328941ms","start":"2026-04-15T17:57:37.062411Z","end":"2026-04-15T17:57:37.185740Z","steps":["trace[1150842959] 'range keys from in-memory index tree' (duration: 121.999835ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:38.857598Z","caller":"traceutil/trace.go:172","msg":"trace[461854900] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"108.395621ms","start":"2026-04-15T17:57:38.749175Z","end":"2026-04-15T17:57:38.857571Z","steps":["trace[461854900] 'process raft request' (duration: 108.240396ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:57:45.985805Z","caller":"traceutil/trace.go:172","msg":"trace[161611268] linearizableReadLoop","detail":"{readStateIndex:1071; appliedIndex:1072; }","duration":"132.293033ms","start":"2026-04-15T17:57:45.853490Z","end":"2026-04-15T17:57:45.985783Z","steps":["trace[161611268] 'read index received' (duration: 132.281983ms)","trace[161611268] 'applied index is now lower than readState.Index' (duration: 9.87µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:57:45.985954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.438928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:57:45.986029Z","caller":"traceutil/trace.go:172","msg":"trace[977535912] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:969; }","duration":"132.524651ms","start":"2026-04-15T17:57:45.853485Z","end":"2026-04-15T17:57:45.986009Z","steps":["trace[977535912] 'agreement among raft nodes before linearized reading' (duration: 132.387816ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:06.953004Z","caller":"traceutil/trace.go:172","msg":"trace[2099026464] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1222; }","duration":"388.259932ms","start":"2026-04-15T17:58:06.564726Z","end":"2026-04-15T17:58:06.952986Z","steps":["trace[2099026464] 'read index received' (duration: 388.255912ms)","trace[2099026464] 'applied index is now lower than readState.Index' (duration: 3.1µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:06.953172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"388.433267ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:06.953204Z","caller":"traceutil/trace.go:172","msg":"trace[1430397944] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1103; }","duration":"388.473689ms","start":"2026-04-15T17:58:06.564720Z","end":"2026-04-15T17:58:06.953194Z","steps":["trace[1430397944] 'agreement among raft nodes before linearized reading' (duration: 388.415697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:06.955149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.527012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:06.955206Z","caller":"traceutil/trace.go:172","msg":"trace[1729915515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1103; }","duration":"214.585024ms","start":"2026-04-15T17:58:06.740609Z","end":"2026-04-15T17:58:06.955194Z","steps":["trace[1729915515] 'agreement among raft nodes before linearized reading' (duration: 214.502072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:08.055355Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:08.556384Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:09.056580Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:09.557429Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751182,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:09.595535Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"357620923a88173e [logterm: 2, index: 1226, vote: 0] ignored MsgPreVote from 74e7cb993049af12 [logterm: 2, index: 1226] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-15T17:58:09.742577Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999791806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:58:09.742699Z","caller":"traceutil/trace.go:172","msg":"trace[204809951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999905209s","start":"2026-04-15T17:58:07.742757Z","end":"2026-04-15T17:58:09.742662Z","steps":["trace[204809951] 'agreement among raft nodes before linearized reading' (duration: 1.999789706s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:09.742748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.742730Z","time spent":"2.000008763s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:09 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:09.858989Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.482855405s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-15T17:58:10.057570Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:10.558625Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:11.059790Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751182,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:11.396045Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"357620923a88173e [logterm: 2, index: 1226, vote: 0] cast MsgPreVote for 74e7cb993049af12 [logterm: 2, index: 1226] at term 2"} {"level":"info","ts":"2026-04-15T17:58:11.408781Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"357620923a88173e [term: 2] received a MsgVote message with higher term from 74e7cb993049af12 [term: 3]"} {"level":"info","ts":"2026-04-15T17:58:11.408855Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"357620923a88173e became follower at term 3"} {"level":"info","ts":"2026-04-15T17:58:11.408875Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1233","msg":"357620923a88173e [logterm: 2, index: 1226, vote: 0] cast MsgVote for 74e7cb993049af12 [logterm: 2, index: 1226] at term 3"} {"level":"info","ts":"2026-04-15T17:58:11.408906Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 357620923a88173e lost leader e2b5783e11defe7e at term 3"} {"level":"info","ts":"2026-04-15T17:58:11.414999Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 357620923a88173e elected leader 74e7cb993049af12 at term 3"} {"level":"warn","ts":"2026-04-15T17:58:11.415278Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.860599881s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-15T17:58:11.415341Z","caller":"traceutil/trace.go:172","msg":"trace[973623591] range","detail":"{range_begin:; range_end:; }","duration":"3.860693714s","start":"2026-04-15T17:58:07.554634Z","end":"2026-04-15T17:58:11.415328Z","steps":["trace[973623591] 'agreement among raft nodes before linearized reading' (duration: 3.860595931s)"],"step_count":1} {"level":"error","ts":"2026-04-15T17:58:11.415389Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-04-15T17:58:11.568213Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-15T17:58:11.743921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000545831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:11.743980Z","caller":"traceutil/trace.go:172","msg":"trace[1168392570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000616783s","start":"2026-04-15T17:58:09.743352Z","end":"2026-04-15T17:58:11.743969Z","steps":["trace[1168392570] 'agreement among raft nodes before linearized reading' (duration: 2.00054325s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:11.744016Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:09.743332Z","time spent":"2.000677895s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:12.069157Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:12.570338Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:12.633495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000436779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:58:12.633567Z","caller":"traceutil/trace.go:172","msg":"trace[1550410889] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518371s","start":"2026-04-15T17:58:10.633030Z","end":"2026-04-15T17:58:12.633548Z","steps":["trace[1550410889] 'agreement among raft nodes before linearized reading' (duration: 2.000433499s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:12.633790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:10.632979Z","time spent":"2.000803229s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:12 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:12.946646Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.999380586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:12.946699Z","caller":"traceutil/trace.go:172","msg":"trace[565193039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999450438s","start":"2026-04-15T17:58:07.947238Z","end":"2026-04-15T17:58:12.946688Z","steps":["trace[565193039] 'agreement among raft nodes before linearized reading' (duration: 4.999377166s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:12.946731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:07.947212Z","time spent":"4.99951362s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:13.071133Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:13.320046Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.752360689s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T17:58:13.320259Z","caller":"traceutil/trace.go:172","msg":"trace[1483897339] linearizableReadLoop","detail":"{readStateIndex:1227; appliedIndex:1227; }","duration":"1.905035698s","start":"2026-04-15T17:58:11.415200Z","end":"2026-04-15T17:58:13.320235Z","steps":["trace[1483897339] 'read index received' (duration: 1.905026398s)","trace[1483897339] 'applied index is now lower than readState.Index' (duration: 7.86µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:13.365092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.779563442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-15T17:58:13.365132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.203962528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:58:13.365166Z","caller":"traceutil/trace.go:172","msg":"trace[596691908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1106; }","duration":"3.779641275s","start":"2026-04-15T17:58:09.585505Z","end":"2026-04-15T17:58:13.365146Z","steps":["trace[596691908] 'agreement among raft nodes before linearized reading' (duration: 3.734788172s)","trace[596691908] 'range keys from in-memory index tree' (duration: 44.564274ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:13.365197Z","caller":"traceutil/trace.go:172","msg":"trace[1844369609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1106; }","duration":"3.20402573s","start":"2026-04-15T17:58:10.161158Z","end":"2026-04-15T17:58:13.365184Z","steps":["trace[1844369609] 'agreement among raft nodes before linearized reading' (duration: 3.159118216s)","trace[1844369609] 'range keys from in-memory index tree' (duration: 44.565924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:13.365204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:09.585488Z","time spent":"3.779707096s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:13.365223Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:10.161134Z","time spent":"3.204082662s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:13.364490Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.021674664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:13.365682Z","caller":"traceutil/trace.go:172","msg":"trace[967364180] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1106; }","duration":"4.022886471s","start":"2026-04-15T17:58:09.342776Z","end":"2026-04-15T17:58:13.365662Z","steps":["trace[967364180] 'agreement among raft nodes before linearized reading' (duration: 3.977542644s)","trace[967364180] 'range keys from in-memory index tree' (duration: 44.10623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:13.365731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:09.342760Z","time spent":"4.022955823s","remote":"127.0.0.1:36654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:13.366746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.612399839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:58:13.366879Z","caller":"traceutil/trace.go:172","msg":"trace[1400380524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1106; }","duration":"3.612533453s","start":"2026-04-15T17:58:09.754324Z","end":"2026-04-15T17:58:13.366857Z","steps":["trace[1400380524] 'agreement among raft nodes before linearized reading' (duration: 3.565924477s)","trace[1400380524] 'range keys from in-memory index tree' (duration: 44.583875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:13.367102Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:09.754309Z","time spent":"3.61277436s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:13.492214Z","caller":"traceutil/trace.go:172","msg":"trace[495729934] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"2.073600675s","start":"2026-04-15T17:58:11.418597Z","end":"2026-04-15T17:58:13.492198Z","steps":["trace[495729934] 'process raft request' (duration: 2.073497162s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:13.492305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.418580Z","time spent":"2.073680608s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:13.751749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999969825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:13.751951Z","caller":"traceutil/trace.go:172","msg":"trace[973579247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086278s","start":"2026-04-15T17:58:11.751750Z","end":"2026-04-15T17:58:13.751837Z","steps":["trace[973579247] 'agreement among raft nodes before linearized reading' (duration: 1.999966305s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:13.752178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.751734Z","time spent":"2.000430909s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:13 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:13.820792Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:13.911736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.465331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-04-15T17:58:13.917705Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042751190,"received-request-id":1674949363042751184} {"level":"info","ts":"2026-04-15T17:58:14.021199Z","caller":"traceutil/trace.go:172","msg":"trace[1984887381] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1236; }","duration":"700.868134ms","start":"2026-04-15T17:58:13.320298Z","end":"2026-04-15T17:58:14.021166Z","steps":["trace[1984887381] 'read index received' (duration: 700.860994ms)","trace[1984887381] 'applied index is now lower than readState.Index' (duration: 5.76µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:14.043215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.626612663s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:14.043276Z","caller":"traceutil/trace.go:172","msg":"trace[1814500866] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1111; }","duration":"2.626681875s","start":"2026-04-15T17:58:11.416576Z","end":"2026-04-15T17:58:14.043258Z","steps":["trace[1814500866] 'agreement among raft nodes before linearized reading' (duration: 2.604752606s)","trace[1814500866] 'range keys from in-memory index tree' (duration: 21.842857ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:14.043532Z","caller":"traceutil/trace.go:172","msg":"trace[194727455] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"2.26020799s","start":"2026-04-15T17:58:11.783309Z","end":"2026-04-15T17:58:14.043517Z","steps":["trace[194727455] 'process raft request' (duration: 2.260107517s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:14.043534Z","caller":"traceutil/trace.go:172","msg":"trace[1822298361] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1111; }","duration":"2.464128363s","start":"2026-04-15T17:58:11.579385Z","end":"2026-04-15T17:58:14.043514Z","steps":["trace[1822298361] 'process raft request' (duration: 2.463962668s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:14.043562Z","caller":"traceutil/trace.go:172","msg":"trace[1284037657] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1111; }","duration":"2.463883266s","start":"2026-04-15T17:58:11.579662Z","end":"2026-04-15T17:58:14.043545Z","steps":["trace[1284037657] 'process raft request' (duration: 2.463725541s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.043636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.783286Z","time spent":"2.260295343s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:14.043639Z","caller":"traceutil/trace.go:172","msg":"trace[1911549194] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1111; }","duration":"2.4656479s","start":"2026-04-15T17:58:11.577964Z","end":"2026-04-15T17:58:14.043612Z","steps":["trace[1911549194] 'process raft request' (duration: 2.465349041s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.043653Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.579654Z","time spent":"2.463943807s","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7374,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:14.043654Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.579362Z","time spent":"2.464230416s","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7374,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:14.043911Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:11.577917Z","time spent":"2.465938179s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:58:14.077263Z","caller":"traceutil/trace.go:172","msg":"trace[1626920078] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1113; }","duration":"577.572276ms","start":"2026-04-15T17:58:13.499676Z","end":"2026-04-15T17:58:14.077248Z","steps":["trace[1626920078] 'process raft request' (duration: 577.494934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.077355Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:13.499665Z","time spent":"577.647308ms","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7374,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:14.136570Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042751192,"received-request-id":1674949363042751190} {"level":"info","ts":"2026-04-15T17:58:14.138199Z","caller":"traceutil/trace.go:172","msg":"trace[748849422] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1248; }","duration":"116.878276ms","start":"2026-04-15T17:58:14.021294Z","end":"2026-04-15T17:58:14.138173Z","steps":["trace[748849422] 'read index received' (duration: 116.871766ms)","trace[748849422] 'applied index is now lower than readState.Index' (duration: 5.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:14.138647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"643.089736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a6997966f5f5d2\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-15T17:58:14.138711Z","caller":"traceutil/trace.go:172","msg":"trace[1717955976] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a6997966f5f5d2; range_end:; response_count:1; response_revision:1115; }","duration":"643.165218ms","start":"2026-04-15T17:58:13.495529Z","end":"2026-04-15T17:58:14.138694Z","steps":["trace[1717955976] 'agreement among raft nodes before linearized reading' (duration: 642.927011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.138802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"386.125613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:14.138917Z","caller":"traceutil/trace.go:172","msg":"trace[766466829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1115; }","duration":"386.207535ms","start":"2026-04-15T17:58:13.752664Z","end":"2026-04-15T17:58:14.138872Z","steps":["trace[766466829] 'agreement among raft nodes before linearized reading' (duration: 385.71082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:14.138963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:13.752643Z","time spent":"386.308459ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:14.139428Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:13.495510Z","time spent":"643.89935ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a6997966f5f5d2\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:14.315092Z","caller":"traceutil/trace.go:172","msg":"trace[1202218811] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"164.227782ms","start":"2026-04-15T17:58:14.150827Z","end":"2026-04-15T17:58:14.315055Z","steps":["trace[1202218811] 'process raft request' (duration: 164.144679ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:14.348852Z","caller":"traceutil/trace.go:172","msg":"trace[903054140] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1253; }","duration":"198.287571ms","start":"2026-04-15T17:58:14.150534Z","end":"2026-04-15T17:58:14.348821Z","steps":["trace[903054140] 'read index received' (duration: 198.282381ms)","trace[903054140] 'applied index is now lower than readState.Index' (duration: 4.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:14.349181Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.445176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:14.349275Z","caller":"traceutil/trace.go:172","msg":"trace[584797645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1119; }","duration":"198.701654ms","start":"2026-04-15T17:58:14.150520Z","end":"2026-04-15T17:58:14.349221Z","steps":["trace[584797645] 'agreement among raft nodes before linearized reading' (duration: 198.400564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:16.489415Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:09.488615Z","time spent":"7.000792525s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-15T17:58:16.604094Z","caller":"traceutil/trace.go:172","msg":"trace[572619591] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"110.892096ms","start":"2026-04-15T17:58:16.493173Z","end":"2026-04-15T17:58:16.604065Z","steps":["trace[572619591] 'process raft request' (duration: 110.677089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:17.481781Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"410.128875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-15T17:58:17.481845Z","caller":"traceutil/trace.go:172","msg":"trace[460862096] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1133; }","duration":"410.197207ms","start":"2026-04-15T17:58:17.071633Z","end":"2026-04-15T17:58:17.481830Z","steps":["trace[460862096] 'range keys from in-memory index tree' (duration: 409.058933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:17.481879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:17.071617Z","time spent":"410.252938ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:17.481858Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"246.622476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:17.481953Z","caller":"traceutil/trace.go:172","msg":"trace[1488543939] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1133; }","duration":"246.737789ms","start":"2026-04-15T17:58:17.235197Z","end":"2026-04-15T17:58:17.481935Z","steps":["trace[1488543939] 'range keys from in-memory index tree' (duration: 244.14443ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:17.773634Z","caller":"traceutil/trace.go:172","msg":"trace[989318607] linearizableReadLoop","detail":"{readStateIndex:1272; appliedIndex:1275; }","duration":"285.737739ms","start":"2026-04-15T17:58:17.487869Z","end":"2026-04-15T17:58:17.773607Z","steps":["trace[989318607] 'read index received' (duration: 285.733149ms)","trace[989318607] 'applied index is now lower than readState.Index' (duration: 3.56µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:17.773828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.950946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-04-15T17:58:17.773853Z","caller":"traceutil/trace.go:172","msg":"trace[765837764] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1138; }","duration":"285.989247ms","start":"2026-04-15T17:58:17.487855Z","end":"2026-04-15T17:58:17.773845Z","steps":["trace[765837764] 'agreement among raft nodes before linearized reading' (duration: 285.866123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:17.774530Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.847686ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:17.774566Z","caller":"traceutil/trace.go:172","msg":"trace[1465640479] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1138; }","duration":"219.884157ms","start":"2026-04-15T17:58:17.554675Z","end":"2026-04-15T17:58:17.774559Z","steps":["trace[1465640479] 'agreement among raft nodes before linearized reading' (duration: 219.837445ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:20.116910Z","caller":"traceutil/trace.go:172","msg":"trace[451120043] linearizableReadLoop","detail":"{readStateIndex:1279; appliedIndex:1280; }","duration":"232.957246ms","start":"2026-04-15T17:58:19.883932Z","end":"2026-04-15T17:58:20.116889Z","steps":["trace[451120043] 'read index received' (duration: 232.953116ms)","trace[451120043] 'applied index is now lower than readState.Index' (duration: 3.27µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:20.117060Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.104051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:20.117141Z","caller":"traceutil/trace.go:172","msg":"trace[1998689133] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1143; }","duration":"233.186863ms","start":"2026-04-15T17:58:19.883927Z","end":"2026-04-15T17:58:20.117114Z","steps":["trace[1998689133] 'agreement among raft nodes before linearized reading' (duration: 233.061269ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:24.396070Z","caller":"traceutil/trace.go:172","msg":"trace[277660993] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"302.191752ms","start":"2026-04-15T17:58:24.093859Z","end":"2026-04-15T17:58:24.396051Z","steps":["trace[277660993] 'process raft request' (duration: 302.066548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:24.396221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:24.093833Z","time spent":"302.309206ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:26.054902Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:26.555981Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751255,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:26.706158Z","caller":"traceutil/trace.go:172","msg":"trace[1206268262] linearizableReadLoop","detail":"{readStateIndex:1293; appliedIndex:1293; }","duration":"1.151910957s","start":"2026-04-15T17:58:25.554206Z","end":"2026-04-15T17:58:26.706117Z","steps":["trace[1206268262] 'read index received' (duration: 1.151906517s)","trace[1206268262] 'applied index is now lower than readState.Index' (duration: 3.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:26.744574Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.190349954s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:26.744701Z","caller":"traceutil/trace.go:172","msg":"trace[521409151] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1155; }","duration":"1.190470488s","start":"2026-04-15T17:58:25.554197Z","end":"2026-04-15T17:58:26.744667Z","steps":["trace[521409151] 'agreement among raft nodes before linearized reading' (duration: 1.152032761s)","trace[521409151] 'range keys from in-memory index tree' (duration: 38.299773ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:26.744728Z","caller":"traceutil/trace.go:172","msg":"trace[1367661825] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"618.872941ms","start":"2026-04-15T17:58:26.125837Z","end":"2026-04-15T17:58:26.744709Z","steps":["trace[1367661825] 'process raft request' (duration: 618.823909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.744832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.125808Z","time spent":"618.969434ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:26.769561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"429.13938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:26.769590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.030407091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:26.769621Z","caller":"traceutil/trace.go:172","msg":"trace[1426305502] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1158; }","duration":"429.203792ms","start":"2026-04-15T17:58:26.340403Z","end":"2026-04-15T17:58:26.769607Z","steps":["trace[1426305502] 'agreement among raft nodes before linearized reading' (duration: 429.100969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.769655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.340382Z","time spent":"429.264474ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:26.769657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"702.208585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:58:26.769646Z","caller":"traceutil/trace.go:172","msg":"trace[1010446335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1158; }","duration":"1.030476293s","start":"2026-04-15T17:58:25.739154Z","end":"2026-04-15T17:58:26.769630Z","steps":["trace[1010446335] 'agreement among raft nodes before linearized reading' (duration: 1.03037548s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:26.769712Z","caller":"traceutil/trace.go:172","msg":"trace[1401169180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1158; }","duration":"702.271667ms","start":"2026-04-15T17:58:26.067424Z","end":"2026-04-15T17:58:26.769696Z","steps":["trace[1401169180] 'agreement among raft nodes before linearized reading' (duration: 702.094281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:26.769765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.067394Z","time spent":"702.359159ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:26.769731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:25.739130Z","time spent":"1.030588846s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:27.436268Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:27.936772Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:28.437751Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:28.938485Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:29.439196Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:29.555549Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.849999882s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T17:58:29.556163Z","caller":"traceutil/trace.go:172","msg":"trace[486903605] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"2.742982835s","start":"2026-04-15T17:58:26.813157Z","end":"2026-04-15T17:58:29.556139Z","steps":["trace[486903605] 'process raft request' (duration: 2.742763119s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:29.556308Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.813133Z","time spent":"2.743098649s","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:29.939563Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:30.440352Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:30.742537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000422997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:30.742673Z","caller":"traceutil/trace.go:172","msg":"trace[1151564207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000569241s","start":"2026-04-15T17:58:28.742085Z","end":"2026-04-15T17:58:30.742654Z","steps":["trace[1151564207] 'agreement among raft nodes before linearized reading' (duration: 2.000420637s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:30.742755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:28.742069Z","time spent":"2.000675554s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:30 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:30.941268Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:31.442124Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:31.523068Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.964413234s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-15T17:58:31.576305Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.020472641s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-15T17:58:31.936271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.000281596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:31.936361Z","caller":"traceutil/trace.go:172","msg":"trace[237987095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000395599s","start":"2026-04-15T17:58:26.935946Z","end":"2026-04-15T17:58:31.936342Z","steps":["trace[237987095] 'agreement among raft nodes before linearized reading' (duration: 5.000277325s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:31.936440Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.935930Z","time spent":"5.000495182s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/04/15 17:58:31 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:32.633486Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999759821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:32.633551Z","caller":"traceutil/trace.go:172","msg":"trace[264198193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999842383s","start":"2026-04-15T17:58:30.633694Z","end":"2026-04-15T17:58:32.633536Z","steps":["trace[264198193] 'agreement among raft nodes before linearized reading' (duration: 1.999757511s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:32.633582Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:30.633632Z","time spent":"1.999946017s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:32.743762Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000636351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:32.743876Z","caller":"traceutil/trace.go:172","msg":"trace[813365948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000770885s","start":"2026-04-15T17:58:30.743084Z","end":"2026-04-15T17:58:32.743854Z","steps":["trace[813365948] 'agreement among raft nodes before linearized reading' (duration: 2.000632761s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:32.744024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:30.743062Z","time spent":"2.00094402s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:33.838422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.99968279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:58:33.838503Z","caller":"traceutil/trace.go:172","msg":"trace[111507286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999785044s","start":"2026-04-15T17:58:28.838701Z","end":"2026-04-15T17:58:33.838486Z","steps":["trace[111507286] 'agreement among raft nodes before linearized reading' (duration: 4.999677251s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:33.838552Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:28.838677Z","time spent":"4.999865156s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/04/15 17:58:33 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:33.933400Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.933081Z","time spent":"7.00031356s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:58:34.750450Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999910962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:34.750540Z","caller":"traceutil/trace.go:172","msg":"trace[260578010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010984s","start":"2026-04-15T17:58:32.750514Z","end":"2026-04-15T17:58:34.750525Z","steps":["trace[260578010] 'agreement among raft nodes before linearized reading' (duration: 1.999905931s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:34.750576Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:32.750498Z","time spent":"2.000072487s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:35.081755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.55859105s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-15T17:58:36.680471Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"5.103942386s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-15T17:58:36.751479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000541767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-15T17:58:36.751551Z","caller":"traceutil/trace.go:172","msg":"trace[1793328054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00063431s","start":"2026-04-15T17:58:34.750902Z","end":"2026-04-15T17:58:36.751536Z","steps":["trace[1793328054] 'agreement among raft nodes before linearized reading' (duration: 2.000538807s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:36.751583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:34.750883Z","time spent":"2.000694181s","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/15 17:58:36 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-15T17:58:36.953005Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.871176134s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-15T17:58:36.953500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.076567457s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:36.953588Z","caller":"traceutil/trace.go:172","msg":"trace[1307507973] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1169; }","duration":"1.076733101s","start":"2026-04-15T17:58:35.876834Z","end":"2026-04-15T17:58:36.953567Z","steps":["trace[1307507973] 'range keys from in-memory index tree' (duration: 1.076524646s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:37.181358Z","caller":"traceutil/trace.go:172","msg":"trace[585070561] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1309; }","duration":"10.245391486s","start":"2026-04-15T17:58:26.935951Z","end":"2026-04-15T17:58:37.181343Z","steps":["trace[585070561] 'read index received' (duration: 4.640732317s)","trace[585070561] 'applied index is now lower than readState.Index' (duration: 5.604658489s)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:37.182080Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042751267,"received-request-id":1674949363042751262} {"level":"warn","ts":"2026-04-15T17:58:37.182094Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042751267,"received-request-id":1674949363042751262} {"level":"info","ts":"2026-04-15T17:58:37.238151Z","caller":"traceutil/trace.go:172","msg":"trace[557427780] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1196; }","duration":"3.300670076s","start":"2026-04-15T17:58:33.937463Z","end":"2026-04-15T17:58:37.238133Z","steps":["trace[557427780] 'process raft request' (duration: 3.300502071s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.238301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:33.937438Z","time spent":"3.30077184s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:37.238504Z","caller":"traceutil/trace.go:172","msg":"trace[1076301654] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"2.716819206s","start":"2026-04-15T17:58:34.521673Z","end":"2026-04-15T17:58:37.238492Z","steps":["trace[1076301654] 'process raft request' (duration: 2.716317101s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.238563Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:34.521648Z","time spent":"2.716887908s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:37.239632Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.371476579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:37.240381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"10.268619266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:37.240430Z","caller":"traceutil/trace.go:172","msg":"trace[1589639816] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:0; response_revision:1201; }","duration":"10.268667717s","start":"2026-04-15T17:58:26.971751Z","end":"2026-04-15T17:58:37.240419Z","steps":["trace[1589639816] 'agreement among raft nodes before linearized reading' (duration: 10.267674369s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.240472Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:26.971737Z","time spent":"10.26872777s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.19.213.152\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.240803Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.353448582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:58:37.240831Z","caller":"traceutil/trace.go:172","msg":"trace[510106011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1201; }","duration":"8.353478833s","start":"2026-04-15T17:58:28.887346Z","end":"2026-04-15T17:58:37.240825Z","steps":["trace[510106011] 'agreement among raft nodes before linearized reading' (duration: 8.353416831s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.240846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:28.887308Z","time spent":"8.353533274s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:37.239707Z","caller":"traceutil/trace.go:172","msg":"trace[1224494153] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1201; }","duration":"1.371564091s","start":"2026-04-15T17:58:35.868126Z","end":"2026-04-15T17:58:37.239690Z","steps":["trace[1224494153] 'agreement among raft nodes before linearized reading' (duration: 1.371409677s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.240870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.473715849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:37.240906Z","caller":"traceutil/trace.go:172","msg":"trace[386438535] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1201; }","duration":"2.47375445s","start":"2026-04-15T17:58:34.767142Z","end":"2026-04-15T17:58:37.240897Z","steps":["trace[386438535] 'agreement among raft nodes before linearized reading' (duration: 2.473692558s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.240920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.515944727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:58:37.240979Z","caller":"traceutil/trace.go:172","msg":"trace[510001237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1201; }","duration":"1.515996928s","start":"2026-04-15T17:58:35.724969Z","end":"2026-04-15T17:58:37.240966Z","steps":["trace[510001237] 'agreement among raft nodes before linearized reading' (duration: 1.515926776s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.240996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.603729848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a69983638fdab7\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-04-15T17:58:37.241012Z","caller":"traceutil/trace.go:172","msg":"trace[1734045506] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a69983638fdab7; range_end:; response_count:1; response_revision:1201; }","duration":"4.603743558s","start":"2026-04-15T17:58:32.637263Z","end":"2026-04-15T17:58:37.241006Z","steps":["trace[1734045506] 'agreement among raft nodes before linearized reading' (duration: 4.603687027s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.241017Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.950287741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:37.241042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"6.705850875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:37.241043Z","caller":"traceutil/trace.go:172","msg":"trace[390887352] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1201; }","duration":"8.950309802s","start":"2026-04-15T17:58:28.290724Z","end":"2026-04-15T17:58:37.241034Z","steps":["trace[390887352] 'agreement among raft nodes before linearized reading' (duration: 8.950275161s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.241015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.724946Z","time spent":"1.516060889s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:37.241058Z","caller":"traceutil/trace.go:172","msg":"trace[775382947] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1201; }","duration":"6.705868256s","start":"2026-04-15T17:58:30.535185Z","end":"2026-04-15T17:58:37.241053Z","steps":["trace[775382947] 'agreement among raft nodes before linearized reading' (duration: 6.705846395s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.240908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:35.868101Z","time spent":"1.372790177s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.241084Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:30.535169Z","time spent":"6.705911697s","remote":"127.0.0.1:48824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.241162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"8.110201883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:37.241181Z","caller":"traceutil/trace.go:172","msg":"trace[328264823] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:1201; }","duration":"8.110218833s","start":"2026-04-15T17:58:29.130957Z","end":"2026-04-15T17:58:37.241175Z","steps":["trace[328264823] 'agreement among raft nodes before linearized reading' (duration: 8.110192542s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.241066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:28.290703Z","time spent":"8.950356744s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.241192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:29.130937Z","time spent":"8.110252334s","remote":"127.0.0.1:49360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.240064Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.778370019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:37.240986Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.050169519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-15T17:58:37.241271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"404.200455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:37.240940Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.897587792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:37.241337Z","caller":"traceutil/trace.go:172","msg":"trace[328270209] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1201; }","duration":"3.897979553s","start":"2026-04-15T17:58:33.343347Z","end":"2026-04-15T17:58:37.241327Z","steps":["trace[328270209] 'agreement among raft nodes before linearized reading' (duration: 3.897576342s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:37.241324Z","caller":"traceutil/trace.go:172","msg":"trace[737728102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1201; }","duration":"9.050487289s","start":"2026-04-15T17:58:28.190810Z","end":"2026-04-15T17:58:37.241297Z","steps":["trace[737728102] 'agreement among raft nodes before linearized reading' (duration: 9.050149799s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.241372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.623462844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:37.241375Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:33.343324Z","time spent":"3.898042306s","remote":"127.0.0.1:36762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:37.241389Z","caller":"traceutil/trace.go:172","msg":"trace[1139680779] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1201; }","duration":"9.623480754s","start":"2026-04-15T17:58:27.617904Z","end":"2026-04-15T17:58:37.241385Z","steps":["trace[1139680779] 'agreement among raft nodes before linearized reading' (duration: 9.623453893s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.241402Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:27.617880Z","time spent":"9.623519836s","remote":"127.0.0.1:36694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.241421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:28.190787Z","time spent":"9.050598491s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.241532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"480.023122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:37.241552Z","caller":"traceutil/trace.go:172","msg":"trace[733009950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1201; }","duration":"480.042473ms","start":"2026-04-15T17:58:36.761505Z","end":"2026-04-15T17:58:37.241547Z","steps":["trace[733009950] 'agreement among raft nodes before linearized reading' (duration: 480.014252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.241562Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:36.761475Z","time spent":"480.084933ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:37.240835Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.28229877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:37.241653Z","caller":"traceutil/trace.go:172","msg":"trace[1685330739] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1201; }","duration":"2.283132044s","start":"2026-04-15T17:58:34.958516Z","end":"2026-04-15T17:58:37.241648Z","steps":["trace[1685330739] 'agreement among raft nodes before linearized reading' (duration: 2.282272569s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.241669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:34.958486Z","time spent":"2.283178085s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.240943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:34.767130Z","time spent":"2.473802071s","remote":"127.0.0.1:36642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:37.241749Z","caller":"traceutil/trace.go:172","msg":"trace[1131742346] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1201; }","duration":"3.779580524s","start":"2026-04-15T17:58:33.461682Z","end":"2026-04-15T17:58:37.241262Z","steps":["trace[1131742346] 'agreement among raft nodes before linearized reading' (duration: 3.777832513s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.241802Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:33.461656Z","time spent":"3.780123539s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.241955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.976431221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:37.241988Z","caller":"traceutil/trace.go:172","msg":"trace[1713049894] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:1201; }","duration":"2.976462232s","start":"2026-04-15T17:58:34.265516Z","end":"2026-04-15T17:58:37.241979Z","steps":["trace[1713049894] 'agreement among raft nodes before linearized reading' (duration: 2.976416771s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.242005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:34.265498Z","time spent":"2.976503194s","remote":"127.0.0.1:49374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/controllerrevisions\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.241024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:32.637252Z","time spent":"4.603769099s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":815,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a69983638fdab7\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:37.241311Z","caller":"traceutil/trace.go:172","msg":"trace[1552364194] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1201; }","duration":"404.240376ms","start":"2026-04-15T17:58:36.837059Z","end":"2026-04-15T17:58:37.241299Z","steps":["trace[1552364194] 'agreement among raft nodes before linearized reading' (duration: 403.878265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.242237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:36.837044Z","time spent":"405.177182ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.242396Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"799.22022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T17:58:37.242445Z","caller":"traceutil/trace.go:172","msg":"trace[1521841761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1201; }","duration":"799.271851ms","start":"2026-04-15T17:58:36.443162Z","end":"2026-04-15T17:58:37.242434Z","steps":["trace[1521841761] 'agreement among raft nodes before linearized reading' (duration: 799.171598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:37.242473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:36.443142Z","time spent":"799.323343ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:37.242567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"9.687590854s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:37.242594Z","caller":"traceutil/trace.go:172","msg":"trace[61728290] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1201; }","duration":"9.687617945s","start":"2026-04-15T17:58:27.554970Z","end":"2026-04-15T17:58:37.242588Z","steps":["trace[61728290] 'agreement among raft nodes before linearized reading' (duration: 9.687581494s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:37.560421Z","caller":"traceutil/trace.go:172","msg":"trace[175495649] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"250.710645ms","start":"2026-04-15T17:58:37.309686Z","end":"2026-04-15T17:58:37.560396Z","steps":["trace[175495649] 'process raft request' (duration: 250.604772ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:37.560481Z","caller":"traceutil/trace.go:172","msg":"trace[1322262168] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"251.022304ms","start":"2026-04-15T17:58:37.309421Z","end":"2026-04-15T17:58:37.560443Z","steps":["trace[1322262168] 'process raft request' (duration: 234.648343ms)","trace[1322262168] 'compare' (duration: 16.107754ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:37.826877Z","caller":"traceutil/trace.go:172","msg":"trace[1734063886] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"258.541751ms","start":"2026-04-15T17:58:37.568312Z","end":"2026-04-15T17:58:37.826854Z","steps":["trace[1734063886] 'process raft request' (duration: 258.392406ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:37.847573Z","caller":"traceutil/trace.go:172","msg":"trace[1304203732] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"277.841016ms","start":"2026-04-15T17:58:37.569686Z","end":"2026-04-15T17:58:37.847527Z","steps":["trace[1304203732] 'process raft request' (duration: 277.718922ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:38.263680Z","caller":"traceutil/trace.go:172","msg":"trace[264689108] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"413.914694ms","start":"2026-04-15T17:58:37.849742Z","end":"2026-04-15T17:58:38.263657Z","steps":["trace[264689108] 'process raft request' (duration: 413.770339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:38.263845Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.849726Z","time spent":"414.040418ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:38.264073Z","caller":"traceutil/trace.go:172","msg":"trace[532555168] linearizableReadLoop","detail":"{readStateIndex:1358; appliedIndex:1359; }","duration":"413.834812ms","start":"2026-04-15T17:58:37.850220Z","end":"2026-04-15T17:58:38.264055Z","steps":["trace[532555168] 'read index received' (duration: 413.827942ms)","trace[532555168] 'applied index is now lower than readState.Index' (duration: 5.6µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:38.264365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"414.14023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:497"} {"level":"info","ts":"2026-04-15T17:58:38.264444Z","caller":"traceutil/trace.go:172","msg":"trace[231629985] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1207; }","duration":"414.224233ms","start":"2026-04-15T17:58:37.850209Z","end":"2026-04-15T17:58:38.264433Z","steps":["trace[231629985] 'agreement among raft nodes before linearized reading' (duration: 413.924374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:38.264583Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:37.850192Z","time spent":"414.363596ms","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":519,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:38.703993Z","caller":"traceutil/trace.go:172","msg":"trace[1321697700] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"435.541294ms","start":"2026-04-15T17:58:38.268427Z","end":"2026-04-15T17:58:38.703968Z","steps":["trace[1321697700] 'process raft request' (duration: 435.40245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:38.704143Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:38.268402Z","time spent":"435.670628ms","remote":"127.0.0.1:48856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":504,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:38.704607Z","caller":"traceutil/trace.go:172","msg":"trace[2044038972] linearizableReadLoop","detail":"{readStateIndex:1359; appliedIndex:1360; }","duration":"150.088388ms","start":"2026-04-15T17:58:38.554504Z","end":"2026-04-15T17:58:38.704592Z","steps":["trace[2044038972] 'read index received' (duration: 150.084908ms)","trace[2044038972] 'applied index is now lower than readState.Index' (duration: 2.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:38.704839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.249624ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:38.704965Z","caller":"traceutil/trace.go:172","msg":"trace[1818561713] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1208; }","duration":"150.524742ms","start":"2026-04-15T17:58:38.554422Z","end":"2026-04-15T17:58:38.704947Z","steps":["trace[1818561713] 'agreement among raft nodes before linearized reading' (duration: 150.222893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:38.994090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.030452ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-15T17:58:38.994190Z","caller":"traceutil/trace.go:172","msg":"trace[2049945749] linearizableReadLoop","detail":"{readStateIndex:1361; appliedIndex:1360; }","duration":"251.772708ms","start":"2026-04-15T17:58:38.742403Z","end":"2026-04-15T17:58:38.994175Z","steps":["trace[2049945749] 'read index received' (duration: 114.168158ms)","trace[2049945749] 'applied index is now lower than readState.Index' (duration: 137.60354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:38.994298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.893571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:38.994328Z","caller":"traceutil/trace.go:172","msg":"trace[15129155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1208; }","duration":"251.924782ms","start":"2026-04-15T17:58:38.742395Z","end":"2026-04-15T17:58:38.994319Z","steps":["trace[15129155] 'agreement among raft nodes before linearized reading' (duration: 251.843579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:39.494607Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751294,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:39.591535Z","caller":"traceutil/trace.go:172","msg":"trace[1551003542] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"619.6276ms","start":"2026-04-15T17:58:38.971878Z","end":"2026-04-15T17:58:39.591506Z","steps":["trace[1551003542] 'process raft request' (duration: 619.368373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:39.591779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:38.971848Z","time spent":"619.812036ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:58:39.872544Z","caller":"traceutil/trace.go:172","msg":"trace[182698706] linearizableReadLoop","detail":"{readStateIndex:1362; appliedIndex:1362; }","duration":"878.314749ms","start":"2026-04-15T17:58:38.994213Z","end":"2026-04-15T17:58:39.872528Z","steps":["trace[182698706] 'read index received' (duration: 878.310299ms)","trace[182698706] 'applied index is now lower than readState.Index' (duration: 3.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:39.872773Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"900.790453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vzrqs\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-04-15T17:58:39.872830Z","caller":"traceutil/trace.go:172","msg":"trace[2056544752] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vzrqs; range_end:; response_count:1; response_revision:1209; }","duration":"900.833735ms","start":"2026-04-15T17:58:38.971961Z","end":"2026-04-15T17:58:39.872795Z","steps":["trace[2056544752] 'agreement among raft nodes before linearized reading' (duration: 900.644639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:39.872868Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:38.971939Z","time spent":"900.922987ms","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18548,"request content":"key:\"/registry/pods/kube-system/cilium-vzrqs\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:39.872887Z","caller":"traceutil/trace.go:172","msg":"trace[1518881189] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"877.525167ms","start":"2026-04-15T17:58:38.995346Z","end":"2026-04-15T17:58:39.872871Z","steps":["trace[1518881189] 'process raft request' (duration: 877.193497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:39.872978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:38.995316Z","time spent":"877.609009ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:39.873458Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042751296,"received-request-id":1674949363042751294} {"level":"warn","ts":"2026-04-15T17:58:39.874594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"319.525212ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:39.874639Z","caller":"traceutil/trace.go:172","msg":"trace[289113981] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1211; }","duration":"319.572043ms","start":"2026-04-15T17:58:39.555055Z","end":"2026-04-15T17:58:39.874627Z","steps":["trace[289113981] 'agreement among raft nodes before linearized reading' (duration: 319.507301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:39.874647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"878.769362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:39.874735Z","caller":"traceutil/trace.go:172","msg":"trace[1928146064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1211; }","duration":"878.873965ms","start":"2026-04-15T17:58:38.995807Z","end":"2026-04-15T17:58:39.874681Z","steps":["trace[1928146064] 'agreement among raft nodes before linearized reading' (duration: 878.736161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:39.874819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:38.995758Z","time spent":"879.020769ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:58:40.707239Z","caller":"traceutil/trace.go:172","msg":"trace[1933723135] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"819.050482ms","start":"2026-04-15T17:58:39.888165Z","end":"2026-04-15T17:58:40.707215Z","steps":["trace[1933723135] 'process raft request' (duration: 818.937839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:40.707714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:39.888146Z","time spent":"819.143715ms","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:40.708689Z","caller":"traceutil/trace.go:172","msg":"trace[2035386425] linearizableReadLoop","detail":"{readStateIndex:1365; appliedIndex:1365; }","duration":"460.617131ms","start":"2026-04-15T17:58:40.248051Z","end":"2026-04-15T17:58:40.708668Z","steps":["trace[2035386425] 'read index received' (duration: 460.611651ms)","trace[2035386425] 'applied index is now lower than readState.Index' (duration: 4µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:40.833975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.820066ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T17:58:40.834060Z","caller":"traceutil/trace.go:172","msg":"trace[955874936] linearizableReadLoop","detail":"{readStateIndex:1366; appliedIndex:1365; }","duration":"125.30234ms","start":"2026-04-15T17:58:40.708744Z","end":"2026-04-15T17:58:40.834046Z","steps":["trace[955874936] 'read index received' (duration: 1.442461ms)","trace[955874936] 'applied index is now lower than readState.Index' (duration: 123.859029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:40.834114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"586.042466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:58:40.834173Z","caller":"traceutil/trace.go:172","msg":"trace[1114643336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1212; }","duration":"586.112258ms","start":"2026-04-15T17:58:40.248047Z","end":"2026-04-15T17:58:40.834159Z","steps":["trace[1114643336] 'agreement among raft nodes before linearized reading' (duration: 460.722085ms)","trace[1114643336] 'range keys from in-memory index tree' (duration: 125.217898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:40.834202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:40.248029Z","time spent":"586.166699ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:40.834252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"279.591499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:40.834348Z","caller":"traceutil/trace.go:172","msg":"trace[1529774131] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1212; }","duration":"279.704852ms","start":"2026-04-15T17:58:40.554630Z","end":"2026-04-15T17:58:40.834335Z","steps":["trace[1529774131] 'agreement among raft nodes before linearized reading' (duration: 279.556038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:40.834289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.747248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-15T17:58:40.834421Z","caller":"traceutil/trace.go:172","msg":"trace[500978951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1212; }","duration":"255.907363ms","start":"2026-04-15T17:58:40.578506Z","end":"2026-04-15T17:58:40.834414Z","steps":["trace[500978951] 'agreement among raft nodes before linearized reading' (duration: 255.617614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:41.635909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.039351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:58:41.636039Z","caller":"traceutil/trace.go:172","msg":"trace[1794413961] linearizableReadLoop","detail":"{readStateIndex:1369; appliedIndex:1368; }","duration":"156.562942ms","start":"2026-04-15T17:58:41.479453Z","end":"2026-04-15T17:58:41.636016Z","steps":["trace[1794413961] 'read index received' (duration: 1.982006ms)","trace[1794413961] 'applied index is now lower than readState.Index' (duration: 154.579496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:41.636303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.83691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:58:41.636356Z","caller":"traceutil/trace.go:172","msg":"trace[951244226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1215; }","duration":"156.895271ms","start":"2026-04-15T17:58:41.479447Z","end":"2026-04-15T17:58:41.636342Z","steps":["trace[951244226] 'agreement among raft nodes before linearized reading' (duration: 156.707786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:43.017536Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:43.518518Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:43.801102Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"917.095492ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-15T17:58:44.018946Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:44.519372Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751310,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:44.635720Z","caller":"traceutil/trace.go:172","msg":"trace[1783800105] linearizableReadLoop","detail":"{readStateIndex:1375; appliedIndex:1375; }","duration":"2.118274098s","start":"2026-04-15T17:58:42.517421Z","end":"2026-04-15T17:58:44.635695Z","steps":["trace[1783800105] 'read index received' (duration: 2.118267918s)","trace[1783800105] 'applied index is now lower than readState.Index' (duration: 5.03µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:44.635857Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.118415112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:44.635898Z","caller":"traceutil/trace.go:172","msg":"trace[1565570107] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1220; }","duration":"2.118467563s","start":"2026-04-15T17:58:42.517417Z","end":"2026-04-15T17:58:44.635885Z","steps":["trace[1565570107] 'agreement among raft nodes before linearized reading' (duration: 2.118382221s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.635939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:42.517401Z","time spent":"2.118530655s","remote":"127.0.0.1:49534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:44.635985Z","caller":"traceutil/trace.go:172","msg":"trace[961682017] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"2.182922526s","start":"2026-04-15T17:58:42.453045Z","end":"2026-04-15T17:58:44.635967Z","steps":["trace[961682017] 'process raft request' (duration: 2.182736171s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:44.636158Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:42.453024Z","time spent":"2.18303602s","remote":"127.0.0.1:48696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4167,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:45.079257Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042751313,"received-request-id":1674949363042751310} {"level":"info","ts":"2026-04-15T17:58:45.080279Z","caller":"traceutil/trace.go:172","msg":"trace[127794812] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"1.717276893s","start":"2026-04-15T17:58:43.362982Z","end":"2026-04-15T17:58:45.080259Z","steps":["trace[127794812] 'process raft request' (duration: 1.717098078s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.080396Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:43.362953Z","time spent":"1.717387635s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:45.136016Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751313,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:45.256488Z","caller":"traceutil/trace.go:172","msg":"trace[39124740] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1383; }","duration":"620.670965ms","start":"2026-04-15T17:58:44.635779Z","end":"2026-04-15T17:58:45.256450Z","steps":["trace[39124740] 'read index received' (duration: 559.931909ms)","trace[39124740] 'applied index is now lower than readState.Index' (duration: 60.737396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:45.256647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.514949569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:45.256713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.374298017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:58:45.256739Z","caller":"traceutil/trace.go:172","msg":"trace[2127487661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1230; }","duration":"1.515047092s","start":"2026-04-15T17:58:43.741669Z","end":"2026-04-15T17:58:45.256716Z","steps":["trace[2127487661] 'agreement among raft nodes before linearized reading' (duration: 1.514883487s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.256755Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.701693034s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:45.256781Z","caller":"traceutil/trace.go:172","msg":"trace[354658725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1230; }","duration":"1.37438005s","start":"2026-04-15T17:58:43.882386Z","end":"2026-04-15T17:58:45.256766Z","steps":["trace[354658725] 'agreement among raft nodes before linearized reading' (duration: 1.374137563s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:45.256797Z","caller":"traceutil/trace.go:172","msg":"trace[910811346] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1230; }","duration":"2.701776836s","start":"2026-04-15T17:58:42.555007Z","end":"2026-04-15T17:58:45.256784Z","steps":["trace[910811346] 'agreement among raft nodes before linearized reading' (duration: 2.701662193s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.256791Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:43.741651Z","time spent":"1.515127584s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:45.256817Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:43.882367Z","time spent":"1.374444132s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:45.258413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.026312538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T17:58:45.258541Z","caller":"traceutil/trace.go:172","msg":"trace[707685801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1230; }","duration":"1.026459763s","start":"2026-04-15T17:58:44.232063Z","end":"2026-04-15T17:58:45.258523Z","steps":["trace[707685801] 'agreement among raft nodes before linearized reading' (duration: 1.024432556s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.258676Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:44.232041Z","time spent":"1.026616947s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:45.301999Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042751315,"received-request-id":1674949363042751313} {"level":"info","ts":"2026-04-15T17:58:45.371798Z","caller":"traceutil/trace.go:172","msg":"trace[1382742062] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1386; }","duration":"115.120782ms","start":"2026-04-15T17:58:45.256618Z","end":"2026-04-15T17:58:45.371739Z","steps":["trace[1382742062] 'read index received' (duration: 115.116302ms)","trace[1382742062] 'applied index is now lower than readState.Index' (duration: 3.73µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:45.447155Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.601245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:58:45.447247Z","caller":"traceutil/trace.go:172","msg":"trace[1801937793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1230; }","duration":"286.700798ms","start":"2026-04-15T17:58:45.160525Z","end":"2026-04-15T17:58:45.447226Z","steps":["trace[1801937793] 'agreement among raft nodes before linearized reading' (duration: 211.244447ms)","trace[1801937793] 'range keys from in-memory index tree' (duration: 75.235345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:45.447337Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"452.565344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vzrqs\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-04-15T17:58:45.447416Z","caller":"traceutil/trace.go:172","msg":"trace[1734846609] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vzrqs; range_end:; response_count:1; response_revision:1230; }","duration":"452.754069ms","start":"2026-04-15T17:58:44.994647Z","end":"2026-04-15T17:58:45.447401Z","steps":["trace[1734846609] 'agreement among raft nodes before linearized reading' (duration: 377.200205ms)","trace[1734846609] 'range keys from in-memory index tree' (duration: 75.213164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:45.447450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:44.994630Z","time spent":"452.81061ms","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18646,"request content":"key:\"/registry/pods/kube-system/cilium-vzrqs\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:45.447866Z","caller":"traceutil/trace.go:172","msg":"trace[495582274] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"363.926769ms","start":"2026-04-15T17:58:45.083930Z","end":"2026-04-15T17:58:45.447856Z","steps":["trace[495582274] 'process raft request' (duration: 287.15923ms)","trace[495582274] 'compare' (duration: 75.941905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:45.447923Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:45.083909Z","time spent":"363.981691ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:45.447905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.328187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:45.448010Z","caller":"traceutil/trace.go:172","msg":"trace[1548267803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1232; }","duration":"189.388779ms","start":"2026-04-15T17:58:45.258571Z","end":"2026-04-15T17:58:45.447960Z","steps":["trace[1548267803] 'agreement among raft nodes before linearized reading' (duration: 189.312827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:45.448184Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.422451ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:45.448244Z","caller":"traceutil/trace.go:172","msg":"trace[812654441] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1232; }","duration":"189.483982ms","start":"2026-04-15T17:58:45.258745Z","end":"2026-04-15T17:58:45.448229Z","steps":["trace[812654441] 'agreement among raft nodes before linearized reading' (duration: 189.176984ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:45.882104Z","caller":"traceutil/trace.go:172","msg":"trace[1152279750] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1389; }","duration":"327.46731ms","start":"2026-04-15T17:58:45.554615Z","end":"2026-04-15T17:58:45.882082Z","steps":["trace[1152279750] 'read index received' (duration: 327.459589ms)","trace[1152279750] 'applied index is now lower than readState.Index' (duration: 6.611µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:45.885589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"330.999339ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:45.885636Z","caller":"traceutil/trace.go:172","msg":"trace[1483007886] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1233; }","duration":"331.058391ms","start":"2026-04-15T17:58:45.554569Z","end":"2026-04-15T17:58:45.885628Z","steps":["trace[1483007886] 'agreement among raft nodes before linearized reading' (duration: 327.589303ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:45.885834Z","caller":"traceutil/trace.go:172","msg":"trace[1493366385] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"419.716394ms","start":"2026-04-15T17:58:45.466111Z","end":"2026-04-15T17:58:45.885828Z","steps":["trace[1493366385] 'process raft request' (duration: 405.929665ms)","trace[1493366385] 'compare' (duration: 13.641305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:45.885887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:45.466097Z","time spent":"419.757376ms","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18782,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:47.056126Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:47.557342Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:47.862351Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.332574387s","expected-duration":"1s"} {"level":"info","ts":"2026-04-15T17:58:47.862879Z","caller":"traceutil/trace.go:172","msg":"trace[1867241164] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"1.334282674s","start":"2026-04-15T17:58:46.528575Z","end":"2026-04-15T17:58:47.862857Z","steps":["trace[1867241164] 'process raft request' (duration: 1.334047888s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:47.862991Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:46.528554Z","time spent":"1.334384168s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:48.057994Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751324,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:48.390060Z","caller":"traceutil/trace.go:172","msg":"trace[2016052823] linearizableReadLoop","detail":"{readStateIndex:1406; appliedIndex:1407; }","duration":"1.834495725s","start":"2026-04-15T17:58:46.555541Z","end":"2026-04-15T17:58:48.390036Z","steps":["trace[2016052823] 'read index received' (duration: 1.834488605s)","trace[2016052823] 'applied index is now lower than readState.Index' (duration: 5.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:48.390186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.834686079s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:48.390300Z","caller":"traceutil/trace.go:172","msg":"trace[486557202] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1250; }","duration":"1.834783893s","start":"2026-04-15T17:58:46.555469Z","end":"2026-04-15T17:58:48.390253Z","steps":["trace[486557202] 'agreement among raft nodes before linearized reading' (duration: 1.834648069s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:48.390356Z","caller":"traceutil/trace.go:172","msg":"trace[785630948] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"814.831397ms","start":"2026-04-15T17:58:47.575503Z","end":"2026-04-15T17:58:48.390334Z","steps":["trace[785630948] 'process raft request' (duration: 814.727034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.390499Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.575469Z","time spent":"814.960051ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:48.390513Z","caller":"traceutil/trace.go:172","msg":"trace[1079142647] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"947.22112ms","start":"2026-04-15T17:58:47.443282Z","end":"2026-04-15T17:58:48.390503Z","steps":["trace[1079142647] 'process raft request' (duration: 946.842649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.390597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.443251Z","time spent":"947.288712ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:48.392817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.216686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:58:48.392874Z","caller":"traceutil/trace.go:172","msg":"trace[1176197931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1252; }","duration":"123.278078ms","start":"2026-04-15T17:58:48.269583Z","end":"2026-04-15T17:58:48.392861Z","steps":["trace[1176197931] 'agreement among raft nodes before linearized reading' (duration: 123.118663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.393058Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"968.890539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:48.393094Z","caller":"traceutil/trace.go:172","msg":"trace[889401430] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1252; }","duration":"968.92599ms","start":"2026-04-15T17:58:47.424158Z","end":"2026-04-15T17:58:48.393084Z","steps":["trace[889401430] 'agreement among raft nodes before linearized reading' (duration: 968.869749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.393119Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.424145Z","time spent":"968.967601ms","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:48.393276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.651673252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:48.393286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.083799409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:48.393309Z","caller":"traceutil/trace.go:172","msg":"trace[219356383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1252; }","duration":"1.651737834s","start":"2026-04-15T17:58:46.741561Z","end":"2026-04-15T17:58:48.393299Z","steps":["trace[219356383] 'agreement among raft nodes before linearized reading' (duration: 1.651650212s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:48.393328Z","caller":"traceutil/trace.go:172","msg":"trace[1223760936] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1252; }","duration":"1.083844311s","start":"2026-04-15T17:58:47.309471Z","end":"2026-04-15T17:58:48.393315Z","steps":["trace[1223760936] 'agreement among raft nodes before linearized reading' (duration: 1.083768939s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.393356Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.309450Z","time spent":"1.083898723s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:48.393333Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:46.741542Z","time spent":"1.651786085s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:48.393413Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.385487642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vzrqs\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"info","ts":"2026-04-15T17:58:48.394119Z","caller":"traceutil/trace.go:172","msg":"trace[1303129849] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vzrqs; range_end:; response_count:1; response_revision:1252; }","duration":"1.385571624s","start":"2026-04-15T17:58:47.007914Z","end":"2026-04-15T17:58:48.393485Z","steps":["trace[1303129849] 'agreement among raft nodes before linearized reading' (duration: 1.38540921s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.394192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.007892Z","time spent":"1.386283024s","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18912,"request content":"key:\"/registry/pods/kube-system/cilium-vzrqs\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:48.394624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.012139575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T17:58:48.394710Z","caller":"traceutil/trace.go:172","msg":"trace[1143168105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1252; }","duration":"1.012296899s","start":"2026-04-15T17:58:47.382400Z","end":"2026-04-15T17:58:48.394697Z","steps":["trace[1143168105] 'agreement among raft nodes before linearized reading' (duration: 1.010969492s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.394798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:47.382382Z","time spent":"1.012404142s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:58:48.586781Z","caller":"traceutil/trace.go:172","msg":"trace[2061059466] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"179.367551ms","start":"2026-04-15T17:58:48.407392Z","end":"2026-04-15T17:58:48.586760Z","steps":["trace[2061059466] 'process raft request' (duration: 166.292524ms)","trace[2061059466] 'compare' (duration: 12.941763ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:48.894451Z","caller":"traceutil/trace.go:172","msg":"trace[152812736] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1411; }","duration":"190.01734ms","start":"2026-04-15T17:58:48.704404Z","end":"2026-04-15T17:58:48.894421Z","steps":["trace[152812736] 'read index received' (duration: 190.00449ms)","trace[152812736] 'applied index is now lower than readState.Index' (duration: 11.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:48.894620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.199026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:48.894706Z","caller":"traceutil/trace.go:172","msg":"trace[927325654] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1254; }","duration":"190.296519ms","start":"2026-04-15T17:58:48.704388Z","end":"2026-04-15T17:58:48.894684Z","steps":["trace[927325654] 'agreement among raft nodes before linearized reading' (duration: 190.144164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:48.896247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.821407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-15T17:58:48.896667Z","caller":"traceutil/trace.go:172","msg":"trace[75806280] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; response_count:1; response_revision:1254; }","duration":"189.243249ms","start":"2026-04-15T17:58:48.707410Z","end":"2026-04-15T17:58:48.896653Z","steps":["trace[75806280] 'agreement among raft nodes before linearized reading' (duration: 188.647812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:49.368587Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:48.897993Z","time spent":"470.585018ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-15T17:58:49.454183Z","caller":"traceutil/trace.go:172","msg":"trace[1130230387] linearizableReadLoop","detail":"{readStateIndex:1411; appliedIndex:1412; }","duration":"438.059552ms","start":"2026-04-15T17:58:49.016100Z","end":"2026-04-15T17:58:49.454160Z","steps":["trace[1130230387] 'read index received' (duration: 438.046491ms)","trace[1130230387] 'applied index is now lower than readState.Index' (duration: 5.851µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:49.454453Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"438.328029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vzrqs\" limit:1 ","response":"range_response_count:1 size:19063"} {"level":"info","ts":"2026-04-15T17:58:49.454486Z","caller":"traceutil/trace.go:172","msg":"trace[282176216] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vzrqs; range_end:; response_count:1; response_revision:1254; }","duration":"438.37388ms","start":"2026-04-15T17:58:49.016096Z","end":"2026-04-15T17:58:49.454470Z","steps":["trace[282176216] 'agreement among raft nodes before linearized reading' (duration: 438.200616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:49.454624Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:49.016080Z","time spent":"438.532544ms","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":19085,"request content":"key:\"/registry/pods/kube-system/cilium-vzrqs\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:49.877505Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.486793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:58:49.877609Z","caller":"traceutil/trace.go:172","msg":"trace[1476597634] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"860.507434ms","start":"2026-04-15T17:58:49.017081Z","end":"2026-04-15T17:58:49.877589Z","steps":["trace[1476597634] 'process raft request' (duration: 660.867707ms)","trace[1476597634] 'compare' (duration: 199.244156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:49.877659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:49.017067Z","time spent":"860.571147ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:49.955143Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751342,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:50.401809Z","caller":"traceutil/trace.go:172","msg":"trace[574559938] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1413; }","duration":"947.544846ms","start":"2026-04-15T17:58:49.454236Z","end":"2026-04-15T17:58:50.401781Z","steps":["trace[574559938] 'read index received' (duration: 947.537316ms)","trace[574559938] 'applied index is now lower than readState.Index' (duration: 6.15µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:50.486100Z","caller":"traceutil/trace.go:172","msg":"trace[1966991114] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"1.116396208s","start":"2026-04-15T17:58:49.369682Z","end":"2026-04-15T17:58:50.486079Z","steps":["trace[1966991114] 'process raft request' (duration: 1.116304726s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:50.486236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:49.369658Z","time spent":"1.116507822s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:50.486619Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.054779873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-04-15T17:58:50.486694Z","caller":"traceutil/trace.go:172","msg":"trace[308810450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1255; }","duration":"1.054850545s","start":"2026-04-15T17:58:49.431823Z","end":"2026-04-15T17:58:50.486673Z","steps":["trace[308810450] 'agreement among raft nodes before linearized reading' (duration: 970.130388ms)","trace[308810450] 'range keys from in-memory index tree' (duration: 83.356228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:50.486755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:49.431795Z","time spent":"1.054945758s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:50.902125Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:51.016809Z","caller":"traceutil/trace.go:172","msg":"trace[645548583] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1418; }","duration":"614.84829ms","start":"2026-04-15T17:58:50.401933Z","end":"2026-04-15T17:58:51.016782Z","steps":["trace[645548583] 'read index received' (duration: 614.835629ms)","trace[645548583] 'applied index is now lower than readState.Index' (duration: 10.851µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.016912Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.263958705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:51.016931Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.461819412s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:51.016961Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"850.762238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:51.017007Z","caller":"traceutil/trace.go:172","msg":"trace[1932352885] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1259; }","duration":"1.461912044s","start":"2026-04-15T17:58:49.555079Z","end":"2026-04-15T17:58:51.016991Z","steps":["trace[1932352885] 'agreement among raft nodes before linearized reading' (duration: 1.461782141s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:51.017033Z","caller":"traceutil/trace.go:172","msg":"trace[1810359323] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1259; }","duration":"850.860781ms","start":"2026-04-15T17:58:50.166156Z","end":"2026-04-15T17:58:51.017016Z","steps":["trace[1810359323] 'agreement among raft nodes before linearized reading' (duration: 850.699517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:51.017042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.502976483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:58:51.017071Z","caller":"traceutil/trace.go:172","msg":"trace[2094937661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1259; }","duration":"1.503024314s","start":"2026-04-15T17:58:49.514038Z","end":"2026-04-15T17:58:51.017063Z","steps":["trace[2094937661] 'agreement among raft nodes before linearized reading' (duration: 1.50285979s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:51.016992Z","caller":"traceutil/trace.go:172","msg":"trace[1066296527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1259; }","duration":"1.264049087s","start":"2026-04-15T17:58:49.752928Z","end":"2026-04-15T17:58:51.016977Z","steps":["trace[1066296527] 'agreement among raft nodes before linearized reading' (duration: 1.263887983s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:51.017082Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.166139Z","time spent":"850.927194ms","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:51.017101Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:49.514013Z","time spent":"1.503080196s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:51.017122Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:49.752907Z","time spent":"1.264205491s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:58:51.036276Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042751346,"received-request-id":1674949363042751345} {"level":"info","ts":"2026-04-15T17:58:51.037032Z","caller":"traceutil/trace.go:172","msg":"trace[319289826] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"1.15602247s","start":"2026-04-15T17:58:49.880987Z","end":"2026-04-15T17:58:51.037009Z","steps":["trace[319289826] 'process raft request' (duration: 1.155427674s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:51.036380Z","caller":"traceutil/trace.go:172","msg":"trace[1233634123] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"1.56831431s","start":"2026-04-15T17:58:49.468043Z","end":"2026-04-15T17:58:51.036357Z","steps":["trace[1233634123] 'process raft request' (duration: 1.568184487s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:51.037165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:49.880965Z","time spent":"1.156133364s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:51.037310Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:49.468005Z","time spent":"1.569204285s","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:51.072647Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"584.365415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-15T17:58:51.072729Z","caller":"traceutil/trace.go:172","msg":"trace[791318284] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1262; }","duration":"584.450737ms","start":"2026-04-15T17:58:50.488253Z","end":"2026-04-15T17:58:51.072704Z","steps":["trace[791318284] 'agreement among raft nodes before linearized reading' (duration: 584.245171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:51.072773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:50.488237Z","time spent":"584.526899ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:51.194937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.756065ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:51.194972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.535079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:51.195037Z","caller":"traceutil/trace.go:172","msg":"trace[437007478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1263; }","duration":"176.610411ms","start":"2026-04-15T17:58:51.018410Z","end":"2026-04-15T17:58:51.195020Z","steps":["trace[437007478] 'agreement among raft nodes before linearized reading' (duration: 100.617724ms)","trace[437007478] 'range keys from in-memory index tree' (duration: 75.862714ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:51.194991Z","caller":"traceutil/trace.go:172","msg":"trace[1328055476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1263; }","duration":"176.819957ms","start":"2026-04-15T17:58:51.018159Z","end":"2026-04-15T17:58:51.194979Z","steps":["trace[1328055476] 'agreement among raft nodes before linearized reading' (duration: 100.85564ms)","trace[1328055476] 'range keys from in-memory index tree' (duration: 75.872744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:51.195169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.458016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-04-15T17:58:51.195184Z","caller":"traceutil/trace.go:172","msg":"trace[1316157512] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1264; }","duration":"120.473977ms","start":"2026-04-15T17:58:51.074706Z","end":"2026-04-15T17:58:51.195180Z","steps":["trace[1316157512] 'agreement among raft nodes before linearized reading' (duration: 120.385644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:51.195152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"151.07515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vzrqs\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-04-15T17:58:51.195228Z","caller":"traceutil/trace.go:172","msg":"trace[2093887332] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vzrqs; range_end:; response_count:1; response_revision:1263; }","duration":"151.176753ms","start":"2026-04-15T17:58:51.044032Z","end":"2026-04-15T17:58:51.195208Z","steps":["trace[2093887332] 'agreement among raft nodes before linearized reading' (duration: 75.055871ms)","trace[2093887332] 'range keys from in-memory index tree' (duration: 75.897105ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:51.652145Z","caller":"traceutil/trace.go:172","msg":"trace[1765292038] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"191.697782ms","start":"2026-04-15T17:58:51.460419Z","end":"2026-04-15T17:58:51.652117Z","steps":["trace[1765292038] 'process raft request' (duration: 148.671473ms)","trace[1765292038] 'compare' (duration: 42.834344ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:52.199836Z","caller":"traceutil/trace.go:172","msg":"trace[1618072874] linearizableReadLoop","detail":"{readStateIndex:1434; appliedIndex:1433; }","duration":"164.74456ms","start":"2026-04-15T17:58:52.035068Z","end":"2026-04-15T17:58:52.199812Z","steps":["trace[1618072874] 'read index received' (duration: 156.82852ms)","trace[1618072874] 'applied index is now lower than readState.Index' (duration: 7.91509ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:52.199890Z","caller":"traceutil/trace.go:172","msg":"trace[1822877936] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"342.170133ms","start":"2026-04-15T17:58:51.857699Z","end":"2026-04-15T17:58:52.199869Z","steps":["trace[1822877936] 'process raft request' (duration: 332.440373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.199989Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:51.857673Z","time spent":"342.275946ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-15T17:58:52.200055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"164.963656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vzrqs\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-04-15T17:58:52.200093Z","caller":"traceutil/trace.go:172","msg":"trace[1742486575] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vzrqs; range_end:; response_count:1; response_revision:1273; }","duration":"165.020679ms","start":"2026-04-15T17:58:52.035062Z","end":"2026-04-15T17:58:52.200082Z","steps":["trace[1742486575] 'agreement among raft nodes before linearized reading' (duration: 164.848874ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:52.514547Z","caller":"traceutil/trace.go:172","msg":"trace[145523481] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1435; }","duration":"267.014754ms","start":"2026-04-15T17:58:52.247478Z","end":"2026-04-15T17:58:52.514492Z","steps":["trace[145523481] 'read index received' (duration: 267.006714ms)","trace[145523481] 'applied index is now lower than readState.Index' (duration: 6.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:52.529570Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"282.065093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T17:58:52.529657Z","caller":"traceutil/trace.go:172","msg":"trace[1930402954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1274; }","duration":"282.168026ms","start":"2026-04-15T17:58:52.247468Z","end":"2026-04-15T17:58:52.529636Z","steps":["trace[1930402954] 'agreement among raft nodes before linearized reading' (duration: 267.20383ms)","trace[1930402954] 'range keys from in-memory index tree' (duration: 14.73878ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:58:52.569706Z","caller":"traceutil/trace.go:172","msg":"trace[1531273972] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"354.018533ms","start":"2026-04-15T17:58:52.215653Z","end":"2026-04-15T17:58:52.569671Z","steps":["trace[1531273972] 'process raft request' (duration: 353.736045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.569893Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:52.215633Z","time spent":"354.153478ms","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19396,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:52.749780Z","caller":"traceutil/trace.go:172","msg":"trace[2120566808] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1437; }","duration":"203.048266ms","start":"2026-04-15T17:58:52.546710Z","end":"2026-04-15T17:58:52.749759Z","steps":["trace[2120566808] 'read index received' (duration: 203.042085ms)","trace[2120566808] 'applied index is now lower than readState.Index' (duration: 5.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:52.749979Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.248851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-15T17:58:52.750008Z","caller":"traceutil/trace.go:172","msg":"trace[1869545183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1275; }","duration":"203.293482ms","start":"2026-04-15T17:58:52.546706Z","end":"2026-04-15T17:58:52.749999Z","steps":["trace[1869545183] 'agreement among raft nodes before linearized reading' (duration: 203.141298ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:52.750187Z","caller":"traceutil/trace.go:172","msg":"trace[784040739] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"428.789473ms","start":"2026-04-15T17:58:52.321378Z","end":"2026-04-15T17:58:52.750168Z","steps":["trace[784040739] 'process raft request' (duration: 428.577617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.750738Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:52.321289Z","time spent":"429.151792ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-15T17:58:52.906782Z","caller":"traceutil/trace.go:172","msg":"trace[1847111075] linearizableReadLoop","detail":"{readStateIndex:1441; appliedIndex:1441; }","duration":"156.935334ms","start":"2026-04-15T17:58:52.749830Z","end":"2026-04-15T17:58:52.906766Z","steps":["trace[1847111075] 'read index received' (duration: 156.928923ms)","trace[1847111075] 'applied index is now lower than readState.Index' (duration: 5.371µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:52.906885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"352.156572ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:52.906906Z","caller":"traceutil/trace.go:172","msg":"trace[1363416485] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1279; }","duration":"352.194453ms","start":"2026-04-15T17:58:52.554705Z","end":"2026-04-15T17:58:52.906899Z","steps":["trace[1363416485] 'agreement among raft nodes before linearized reading' (duration: 352.126561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.907190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.181103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:58:52.907283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"331.518368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-gvfz4\" limit:1 ","response":"range_response_count:1 size:5202"} {"level":"info","ts":"2026-04-15T17:58:52.907482Z","caller":"traceutil/trace.go:172","msg":"trace[1802667093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1279; }","duration":"165.406869ms","start":"2026-04-15T17:58:52.741981Z","end":"2026-04-15T17:58:52.907388Z","steps":["trace[1802667093] 'agreement among raft nodes before linearized reading' (duration: 164.835403ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:52.907815Z","caller":"traceutil/trace.go:172","msg":"trace[1525281114] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-gvfz4; range_end:; response_count:1; response_revision:1279; }","duration":"331.771785ms","start":"2026-04-15T17:58:52.575757Z","end":"2026-04-15T17:58:52.907529Z","steps":["trace[1525281114] 'agreement among raft nodes before linearized reading' (duration: 331.183518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:52.908034Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:52.575742Z","time spent":"332.156806ms","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5224,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-gvfz4\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:58:56.062048Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:37512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:58:58.054756Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:58.555477Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751424,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:58:58.730117Z","caller":"traceutil/trace.go:172","msg":"trace[1740313896] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1541; }","duration":"1.175378435s","start":"2026-04-15T17:58:57.554705Z","end":"2026-04-15T17:58:58.730083Z","steps":["trace[1740313896] 'read index received' (duration: 1.175371995s)","trace[1740313896] 'applied index is now lower than readState.Index' (duration: 4.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:58.730254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.175533969s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:58:58.730466Z","caller":"traceutil/trace.go:172","msg":"trace[1395427256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1347; }","duration":"1.175729205s","start":"2026-04-15T17:58:57.554698Z","end":"2026-04-15T17:58:58.730427Z","steps":["trace[1395427256] 'agreement among raft nodes before linearized reading' (duration: 1.175507958s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:58.893935Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":1674949363042751428,"received-request-id":1674949363042751424} {"level":"warn","ts":"2026-04-15T17:58:59.185487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.576471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:10379"} {"level":"info","ts":"2026-04-15T17:58:59.186066Z","caller":"traceutil/trace.go:172","msg":"trace[594164859] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1349; }","duration":"1.342794934s","start":"2026-04-15T17:58:57.843227Z","end":"2026-04-15T17:58:59.186022Z","steps":["trace[594164859] 'process raft request' (duration: 1.232609556s)","trace[594164859] 'compare' (duration: 109.497969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:58:59.186325Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:57.843201Z","time spent":"1.343035169s","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":99,"response count":0,"response size":10401,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-15T17:58:59.187334Z","caller":"traceutil/trace.go:172","msg":"trace[1924460640] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"719.058215ms","start":"2026-04-15T17:58:58.468254Z","end":"2026-04-15T17:58:59.187312Z","steps":["trace[1924460640] 'process raft request' (duration: 718.366726ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:58:59.187425Z","caller":"traceutil/trace.go:172","msg":"trace[357156644] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"682.576134ms","start":"2026-04-15T17:58:58.504819Z","end":"2026-04-15T17:58:59.187395Z","steps":["trace[357156644] 'process raft request' (duration: 681.881735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:59.187631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.468228Z","time spent":"719.277431ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:59.187680Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.504794Z","time spent":"682.7676ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:58:59.231155Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:59.731720Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:58:59.742039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000134338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-15T17:58:59.742206Z","caller":"traceutil/trace.go:172","msg":"trace[601417648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000313013s","start":"2026-04-15T17:58:57.741860Z","end":"2026-04-15T17:58:59.742173Z","steps":["trace[601417648] 'agreement among raft nodes before linearized reading' (duration: 2.000128748s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:58:59.742304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:57.741837Z","time spent":"2.000454337s","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-15T17:59:00.220013Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"357620923a88173e is starting a new election at term 3"} {"level":"info","ts":"2026-04-15T17:59:00.220081Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"357620923a88173e became pre-candidate at term 3"} {"level":"info","ts":"2026-04-15T17:59:00.220114Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"357620923a88173e [logterm: 3, index: 1552] sent MsgPreVote request to 74e7cb993049af12 at term 3"} {"level":"info","ts":"2026-04-15T17:59:00.220130Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"357620923a88173e [logterm: 3, index: 1552] sent MsgPreVote request to e2b5783e11defe7e at term 3"} {"level":"info","ts":"2026-04-15T17:59:00.220147Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 357620923a88173e lost leader 74e7cb993049af12 at term 3"} {"level":"info","ts":"2026-04-15T17:59:00.220206Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"357620923a88173e received MsgPreVoteResp from 357620923a88173e at term 3"} {"level":"info","ts":"2026-04-15T17:59:00.220226Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"357620923a88173e has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-15T17:59:00.221593Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"357620923a88173e received MsgPreVoteResp from e2b5783e11defe7e at term 3"} {"level":"info","ts":"2026-04-15T17:59:00.221690Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"357620923a88173e has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-15T17:59:00.221741Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"357620923a88173e became candidate at term 4"} {"level":"info","ts":"2026-04-15T17:59:00.221801Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"357620923a88173e [logterm: 3, index: 1552] sent MsgVote request to 74e7cb993049af12 at term 4"} {"level":"info","ts":"2026-04-15T17:59:00.221820Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"357620923a88173e [logterm: 3, index: 1552] sent MsgVote request to e2b5783e11defe7e at term 4"} {"level":"warn","ts":"2026-04-15T17:59:00.231873Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751428,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-15T17:59:00.249718Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"357620923a88173e received MsgVoteResp from 357620923a88173e at term 4"} {"level":"info","ts":"2026-04-15T17:59:00.249793Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"357620923a88173e has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-15T17:59:00.361290Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"357620923a88173e received MsgVoteResp from e2b5783e11defe7e at term 4"} {"level":"info","ts":"2026-04-15T17:59:00.361361Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"357620923a88173e has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-15T17:59:00.361402Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"357620923a88173e became leader at term 4"} {"level":"info","ts":"2026-04-15T17:59:00.361440Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 357620923a88173e elected leader 357620923a88173e at term 4"} {"level":"warn","ts":"2026-04-15T17:59:00.361643Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.653018419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.152\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-15T17:59:00.361724Z","caller":"traceutil/trace.go:172","msg":"trace[1993159371] range","detail":"{range_begin:/registry/masterleases/199.19.213.152; range_end:; }","duration":"1.653117732s","start":"2026-04-15T17:58:58.708586Z","end":"2026-04-15T17:59:00.361704Z","steps":["trace[1993159371] 'agreement among raft nodes before linearized reading' (duration: 1.653015909s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.361737Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.851360343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-15T17:59:00.361786Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.708558Z","time spent":"1.653212444s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.19.213.152\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:00.361830Z","caller":"traceutil/trace.go:172","msg":"trace[1910679063] range","detail":"{range_begin:/registry/leases; range_end:; }","duration":"1.851459556s","start":"2026-04-15T17:58:58.510356Z","end":"2026-04-15T17:59:00.361816Z","steps":["trace[1910679063] 'agreement among raft nodes before linearized reading' (duration: 1.851359933s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.361848Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.048613066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-15T17:59:00.361917Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.510252Z","time spent":"1.85161443s","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":0,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:00.361976Z","caller":"traceutil/trace.go:172","msg":"trace[1893407225] range","detail":"{range_begin:/registry/poddisruptionbudgets; range_end:; }","duration":"2.04877269s","start":"2026-04-15T17:58:58.313176Z","end":"2026-04-15T17:59:00.361948Z","steps":["trace[1893407225] 'agreement among raft nodes before linearized reading' (duration: 2.048606316s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.362059Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.313154Z","time spent":"2.048886244s","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":0,"request content":"key:\"/registry/poddisruptionbudgets\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:00.422839Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-15T17:59:00.423563Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"321.333542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-15T17:59:00.424120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.441497626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-vzrqs.18a6998db6c45aae\" limit:1 ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-04-15T17:59:00.424133Z","caller":"traceutil/trace.go:172","msg":"trace[1088785628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1356; }","duration":"321.910587ms","start":"2026-04-15T17:59:00.102204Z","end":"2026-04-15T17:59:00.424114Z","steps":["trace[1088785628] 'agreement among raft nodes before linearized reading' (duration: 321.239819ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:00.424226Z","caller":"traceutil/trace.go:172","msg":"trace[1766822448] range","detail":"{range_begin:/registry/events/kube-system/cilium-vzrqs.18a6998db6c45aae; range_end:; response_count:1; response_revision:1356; }","duration":"1.4416374s","start":"2026-04-15T17:58:58.982528Z","end":"2026-04-15T17:59:00.424166Z","steps":["trace[1766822448] 'agreement among raft nodes before linearized reading' (duration: 1.441232109s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.424297Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.102182Z","time spent":"322.101213ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.424455Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.982509Z","time spent":"1.441750352s","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/cilium-vzrqs.18a6998db6c45aae\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.423785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.360066505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-gvfz4\" limit:1 ","response":"range_response_count:1 size:5395"} {"level":"info","ts":"2026-04-15T17:59:00.424616Z","caller":"traceutil/trace.go:172","msg":"trace[1737107961] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-gvfz4; range_end:; response_count:1; response_revision:1356; }","duration":"1.360905668s","start":"2026-04-15T17:58:59.063699Z","end":"2026-04-15T17:59:00.424605Z","steps":["trace[1737107961] 'agreement among raft nodes before linearized reading' (duration: 1.359971162s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.424683Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:59.063674Z","time spent":"1.36099889s","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5417,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-gvfz4\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.423844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.098908962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.425003Z","caller":"traceutil/trace.go:172","msg":"trace[798280067] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1356; }","duration":"1.100056693s","start":"2026-04-15T17:58:59.324928Z","end":"2026-04-15T17:59:00.424984Z","steps":["trace[798280067] 'agreement among raft nodes before linearized reading' (duration: 1.098887141s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.425257Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:59.324903Z","time spent":"1.100333031s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.423829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"859.624318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-15T17:59:00.425690Z","caller":"traceutil/trace.go:172","msg":"trace[1851084946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1356; }","duration":"861.485389ms","start":"2026-04-15T17:58:59.564187Z","end":"2026-04-15T17:59:00.425672Z","steps":["trace[1851084946] 'agreement among raft nodes before linearized reading' (duration: 859.522425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.423876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.156483539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:00.425839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:59.564168Z","time spent":"861.612253ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:00.425854Z","caller":"traceutil/trace.go:172","msg":"trace[692037223] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1356; }","duration":"1.158457963s","start":"2026-04-15T17:58:59.267386Z","end":"2026-04-15T17:59:00.425844Z","steps":["trace[692037223] 'agreement among raft nodes before linearized reading' (duration: 1.156472918s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.426024Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:59.267353Z","time spent":"1.158660048s","remote":"127.0.0.1:49312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.423950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"680.899394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.426190Z","caller":"traceutil/trace.go:172","msg":"trace[2138967496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1356; }","duration":"683.073853ms","start":"2026-04-15T17:58:59.743044Z","end":"2026-04-15T17:59:00.426118Z","steps":["trace[2138967496] 'agreement among raft nodes before linearized reading' (duration: 680.881863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.426626Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:59.743019Z","time spent":"683.588137ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:59:00.424034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.692132885s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.428026Z","caller":"traceutil/trace.go:172","msg":"trace[354518954] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1356; }","duration":"1.696004391s","start":"2026-04-15T17:58:58.731888Z","end":"2026-04-15T17:59:00.427893Z","steps":["trace[354518954] 'agreement among raft nodes before linearized reading' (duration: 1.692119844s)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.423904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"572.315809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-04-15T17:59:00.428153Z","caller":"traceutil/trace.go:172","msg":"trace[1964539709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1356; }","duration":"576.562205ms","start":"2026-04-15T17:58:59.851578Z","end":"2026-04-15T17:59:00.428140Z","steps":["trace[1964539709] 'agreement among raft nodes before linearized reading' (duration: 572.285639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.428192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:59.851555Z","time spent":"576.624247ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:00.765798Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2b5783e11defe7e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"140.956778ms"} {"level":"warn","ts":"2026-04-15T17:59:00.765907Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"141.068971ms"} {"level":"warn","ts":"2026-04-15T17:59:00.877283Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.316442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-15T17:59:00.877381Z","caller":"traceutil/trace.go:172","msg":"trace[2136734363] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"450.053469ms","start":"2026-04-15T17:59:00.427309Z","end":"2026-04-15T17:59:00.877363Z","steps":["trace[2136734363] 'process raft request' (duration: 338.579473ms)","trace[2136734363] 'compare' (duration: 110.986203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:00.877442Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.427292Z","time spent":"450.121212ms","remote":"127.0.0.1:36616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:59:00.930112Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751433,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:59:00.967891Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2b5783e11defe7e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.937399ms"} {"level":"warn","ts":"2026-04-15T17:59:00.967963Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.017621ms"} {"level":"info","ts":"2026-04-15T17:59:00.968023Z","caller":"traceutil/trace.go:172","msg":"trace[1432316316] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1554; }","duration":"538.363454ms","start":"2026-04-15T17:59:00.429646Z","end":"2026-04-15T17:59:00.968009Z","steps":["trace[1432316316] 'read index received' (duration: 538.355313ms)","trace[1432316316] 'applied index is now lower than readState.Index' (duration: 7.221µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:00.968224Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"538.553989ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.968301Z","caller":"traceutil/trace.go:172","msg":"trace[1195275442] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1357; }","duration":"538.641301ms","start":"2026-04-15T17:59:00.429642Z","end":"2026-04-15T17:59:00.968283Z","steps":["trace[1195275442] 'agreement among raft nodes before linearized reading' (duration: 538.491477ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:00.968418Z","caller":"traceutil/trace.go:172","msg":"trace[1443486303] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"530.92185ms","start":"2026-04-15T17:59:00.437485Z","end":"2026-04-15T17:59:00.968407Z","steps":["trace[1443486303] 'process raft request' (duration: 530.781176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.968500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.437474Z","time spent":"530.978361ms","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5186,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-15T17:59:00.969311Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"533.899281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:00.969367Z","caller":"traceutil/trace.go:172","msg":"trace[1874188182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1361; }","duration":"533.954873ms","start":"2026-04-15T17:59:00.435404Z","end":"2026-04-15T17:59:00.969359Z","steps":["trace[1874188182] 'agreement among raft nodes before linearized reading' (duration: 533.876791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:00.969390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.435386Z","time spent":"533.997833ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:59:00.968413Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:00.427793Z","time spent":"540.612455ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-15T17:59:01.115249Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.279213ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:01.115301Z","caller":"traceutil/trace.go:172","msg":"trace[79451637] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1361; }","duration":"145.337865ms","start":"2026-04-15T17:59:00.969953Z","end":"2026-04-15T17:59:01.115291Z","steps":["trace[79451637] 'range keys from in-memory index tree' (duration: 135.317001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.115786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.062227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:01.115808Z","caller":"traceutil/trace.go:172","msg":"trace[1212478328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1361; }","duration":"145.082508ms","start":"2026-04-15T17:59:00.970718Z","end":"2026-04-15T17:59:01.115800Z","steps":["trace[1212478328] 'agreement among raft nodes before linearized reading' (duration: 83.285083ms)","trace[1212478328] 'range keys from in-memory index tree' (duration: 61.761564ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:59:01.116019Z","caller":"traceutil/trace.go:172","msg":"trace[1859809151] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"144.507133ms","start":"2026-04-15T17:59:00.971507Z","end":"2026-04-15T17:59:01.116014Z","steps":["trace[1859809151] 'process raft request' (duration: 144.464962ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:01.116093Z","caller":"traceutil/trace.go:172","msg":"trace[786941015] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"145.15936ms","start":"2026-04-15T17:59:00.970928Z","end":"2026-04-15T17:59:01.116087Z","steps":["trace[786941015] 'process raft request' (duration: 74.156343ms)","trace[786941015] 'compare' (duration: 70.265537ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:59:01.369435Z","caller":"traceutil/trace.go:172","msg":"trace[268543578] linearizableReadLoop","detail":"{readStateIndex:1561; appliedIndex:1561; }","duration":"251.229111ms","start":"2026-04-15T17:59:01.118175Z","end":"2026-04-15T17:59:01.369404Z","steps":["trace[268543578] 'read index received' (duration: 251.220591ms)","trace[268543578] 'applied index is now lower than readState.Index' (duration: 7.06µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:01.369798Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.610121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-04-15T17:59:01.369858Z","caller":"traceutil/trace.go:172","msg":"trace[165099453] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1364; }","duration":"251.681363ms","start":"2026-04-15T17:59:01.118167Z","end":"2026-04-15T17:59:01.369849Z","steps":["trace[165099453] 'agreement among raft nodes before linearized reading' (duration: 251.376705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.370713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.159067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a69983638fdab7\" limit:1 ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-04-15T17:59:01.370738Z","caller":"traceutil/trace.go:172","msg":"trace[609849018] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a69983638fdab7; range_end:; response_count:1; response_revision:1365; }","duration":"252.200408ms","start":"2026-04-15T17:59:01.118531Z","end":"2026-04-15T17:59:01.370732Z","steps":["trace[609849018] 'agreement among raft nodes before linearized reading' (duration: 252.113206ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:01.577711Z","caller":"traceutil/trace.go:172","msg":"trace[120014010] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"205.612758ms","start":"2026-04-15T17:59:01.372077Z","end":"2026-04-15T17:59:01.577690Z","steps":["trace[120014010] 'process raft request' (duration: 205.483994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:01.577907Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.593167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-04-15T17:59:01.577937Z","caller":"traceutil/trace.go:172","msg":"trace[1622704298] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1366; }","duration":"205.639138ms","start":"2026-04-15T17:59:01.372290Z","end":"2026-04-15T17:59:01.577929Z","steps":["trace[1622704298] 'agreement among raft nodes before linearized reading' (duration: 205.473474ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:01.577708Z","caller":"traceutil/trace.go:172","msg":"trace[1964999766] linearizableReadLoop","detail":"{readStateIndex:1563; appliedIndex:1563; }","duration":"205.386961ms","start":"2026-04-15T17:59:01.372293Z","end":"2026-04-15T17:59:01.577680Z","steps":["trace[1964999766] 'read index received' (duration: 205.380761ms)","trace[1964999766] 'applied index is now lower than readState.Index' (duration: 4.97µs)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:59:01.767343Z","caller":"traceutil/trace.go:172","msg":"trace[13401082] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"183.376401ms","start":"2026-04-15T17:59:01.583948Z","end":"2026-04-15T17:59:01.767324Z","steps":["trace[13401082] 'process raft request' (duration: 183.264148ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:02.370774Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"357620923a88173e [term: 4] ignored a MsgReadIndexResp message with lower term from 74e7cb993049af12 [term: 3]"} {"level":"warn","ts":"2026-04-15T17:59:05.941811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:58.941590Z","time spent":"7.000213391s","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-15T17:59:06.202301Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:58:59.202083Z","time spent":"7.000203988s","remote":"127.0.0.1:36592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-15T17:59:08.704116Z","caller":"traceutil/trace.go:172","msg":"trace[1551007337] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1650; }","duration":"149.094948ms","start":"2026-04-15T17:59:08.555002Z","end":"2026-04-15T17:59:08.704097Z","steps":["trace[1551007337] 'read index received' (duration: 149.090198ms)","trace[1551007337] 'applied index is now lower than readState.Index' (duration: 3.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:08.704352Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.358925ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:08.704397Z","caller":"traceutil/trace.go:172","msg":"trace[1519231948] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1449; }","duration":"149.420257ms","start":"2026-04-15T17:59:08.554969Z","end":"2026-04-15T17:59:08.704390Z","steps":["trace[1519231948] 'agreement among raft nodes before linearized reading' (duration: 149.336835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:08.706053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.717827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-15T17:59:08.706097Z","caller":"traceutil/trace.go:172","msg":"trace[39455319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1449; }","duration":"145.766449ms","start":"2026-04-15T17:59:08.560320Z","end":"2026-04-15T17:59:08.706087Z","steps":["trace[39455319] 'agreement among raft nodes before linearized reading' (duration: 145.613694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:12.165144Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2b5783e11defe7e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.090415ms"} {"level":"warn","ts":"2026-04-15T17:59:12.165221Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.175817ms"} {"level":"info","ts":"2026-04-15T17:59:12.244379Z","caller":"traceutil/trace.go:172","msg":"trace[1377445143] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"202.409718ms","start":"2026-04-15T17:59:12.041940Z","end":"2026-04-15T17:59:12.244349Z","steps":["trace[1377445143] 'process raft request' (duration: 202.130401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:12.906618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51620","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:12.920473Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:13.022167Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51664","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:13.047239Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51676","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:13.067697Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-15T17:59:13.710935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33382","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-15T17:59:16.417065Z","caller":"traceutil/trace.go:172","msg":"trace[660718238] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1760; }","duration":"178.560696ms","start":"2026-04-15T17:59:16.238486Z","end":"2026-04-15T17:59:16.417047Z","steps":["trace[660718238] 'read index received' (duration: 178.556696ms)","trace[660718238] 'applied index is now lower than readState.Index' (duration: 2.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:16.417426Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.921886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-15T17:59:16.417467Z","caller":"traceutil/trace.go:172","msg":"trace[610783001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1549; }","duration":"178.977277ms","start":"2026-04-15T17:59:16.238480Z","end":"2026-04-15T17:59:16.417457Z","steps":["trace[610783001] 'agreement among raft nodes before linearized reading' (duration: 178.814743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:16.670341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.759559ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T17:59:16.670437Z","caller":"traceutil/trace.go:172","msg":"trace[2068294830] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1760; }","duration":"253.283712ms","start":"2026-04-15T17:59:16.417139Z","end":"2026-04-15T17:59:16.670423Z","steps":["trace[2068294830] 'read index received' (duration: 1.90179ms)","trace[2068294830] 'applied index is now lower than readState.Index' (duration: 251.380792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:16.670556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.007132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-04-15T17:59:16.670581Z","caller":"traceutil/trace.go:172","msg":"trace[95703222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1549; }","duration":"424.039122ms","start":"2026-04-15T17:59:16.246536Z","end":"2026-04-15T17:59:16.670575Z","steps":["trace[95703222] 'agreement among raft nodes before linearized reading' (duration: 423.921589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:16.670573Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.051884ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:16.670655Z","caller":"traceutil/trace.go:172","msg":"trace[621099385] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1549; }","duration":"115.155227ms","start":"2026-04-15T17:59:16.555481Z","end":"2026-04-15T17:59:16.670636Z","steps":["trace[621099385] 'range keys from in-memory index tree' (duration: 114.999963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:16.670605Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.246527Z","time spent":"424.071853ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:17.295423Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1674949363042751603,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-15T17:59:17.324029Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2b5783e11defe7e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"403.430603ms"} {"level":"warn","ts":"2026-04-15T17:59:17.324070Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"403.474164ms"} {"level":"warn","ts":"2026-04-15T17:59:17.686638Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.282644ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:17.686722Z","caller":"traceutil/trace.go:172","msg":"trace[609262003] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1550; }","duration":"132.377197ms","start":"2026-04-15T17:59:17.554329Z","end":"2026-04-15T17:59:17.686707Z","steps":["trace[609262003] 'range keys from in-memory index tree' (duration: 131.220876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:17.688035Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2b5783e11defe7e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"163.937383ms"} {"level":"warn","ts":"2026-04-15T17:59:17.688106Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"164.017665ms"} {"level":"info","ts":"2026-04-15T17:59:17.688081Z","caller":"traceutil/trace.go:172","msg":"trace[1986639800] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1762; }","duration":"893.608333ms","start":"2026-04-15T17:59:16.794440Z","end":"2026-04-15T17:59:17.688049Z","steps":["trace[1986639800] 'read index received' (duration: 893.599343ms)","trace[1986639800] 'applied index is now lower than readState.Index' (duration: 7.5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:17.688296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"893.840349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-04-15T17:59:17.688580Z","caller":"traceutil/trace.go:172","msg":"trace[393099224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1550; }","duration":"894.138987ms","start":"2026-04-15T17:59:16.794427Z","end":"2026-04-15T17:59:17.688566Z","steps":["trace[393099224] 'agreement among raft nodes before linearized reading' (duration: 893.787628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:17.688633Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.794406Z","time spent":"894.213459ms","remote":"127.0.0.1:48840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:18.057542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.922781ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-15T17:59:18.058063Z","caller":"traceutil/trace.go:172","msg":"trace[405421855] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1763; }","duration":"369.876688ms","start":"2026-04-15T17:59:17.688154Z","end":"2026-04-15T17:59:18.058031Z","steps":["trace[405421855] 'read index received' (duration: 1.241223ms)","trace[405421855] 'applied index is now lower than readState.Index' (duration: 368.632655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:18.058171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"733.935993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-15T17:59:18.058173Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.399688ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:18.058207Z","caller":"traceutil/trace.go:172","msg":"trace[581784415] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1552; }","duration":"733.972724ms","start":"2026-04-15T17:59:17.324222Z","end":"2026-04-15T17:59:18.058195Z","steps":["trace[581784415] 'agreement among raft nodes before linearized reading' (duration: 733.890772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:18.058222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"745.20701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:18.058250Z","caller":"traceutil/trace.go:172","msg":"trace[1597306752] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1552; }","duration":"745.253102ms","start":"2026-04-15T17:59:17.312990Z","end":"2026-04-15T17:59:18.058243Z","steps":["trace[1597306752] 'agreement among raft nodes before linearized reading' (duration: 745.17024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:18.058302Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:17.312969Z","time spent":"745.326434ms","remote":"127.0.0.1:48796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/jobs\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:18.058262Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.140181347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:18.058414Z","caller":"traceutil/trace.go:172","msg":"trace[1902716140] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1552; }","duration":"1.140349241s","start":"2026-04-15T17:59:16.918050Z","end":"2026-04-15T17:59:18.058399Z","steps":["trace[1902716140] 'agreement among raft nodes before linearized reading' (duration: 1.140122615s)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:18.058223Z","caller":"traceutil/trace.go:172","msg":"trace[2100237896] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1552; }","duration":"371.450079ms","start":"2026-04-15T17:59:17.686757Z","end":"2026-04-15T17:59:18.058208Z","steps":["trace[2100237896] 'agreement among raft nodes before linearized reading' (duration: 371.376747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-15T17:59:18.058577Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:17.324210Z","time spent":"734.018876ms","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:18.058615Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:16.918030Z","time spent":"1.140577108s","remote":"127.0.0.1:48724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-04-15T17:59:18.134667Z","caller":"traceutil/trace.go:172","msg":"trace[1392789510] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"124.740028ms","start":"2026-04-15T17:59:18.009904Z","end":"2026-04-15T17:59:18.134644Z","steps":["trace[1392789510] 'process raft request' (duration: 124.623285ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:18.215079Z","caller":"traceutil/trace.go:172","msg":"trace[1298347634] linearizableReadLoop","detail":"{readStateIndex:1770; appliedIndex:1771; }","duration":"156.925107ms","start":"2026-04-15T17:59:18.058120Z","end":"2026-04-15T17:59:18.215045Z","steps":["trace[1298347634] 'read index received' (duration: 156.918057ms)","trace[1298347634] 'applied index is now lower than readState.Index' (duration: 5.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:18.233621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"490.71435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:18.233692Z","caller":"traceutil/trace.go:172","msg":"trace[809858657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1554; }","duration":"490.795592ms","start":"2026-04-15T17:59:17.742880Z","end":"2026-04-15T17:59:18.233676Z","steps":["trace[809858657] 'agreement among raft nodes before linearized reading' (duration: 472.363926ms)","trace[809858657] 'range keys from in-memory index tree' (duration: 18.317993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:18.233726Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:17.742859Z","time spent":"490.861535ms","remote":"127.0.0.1:36490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-15T17:59:18.233911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"453.661922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-15T17:59:18.233928Z","caller":"traceutil/trace.go:172","msg":"trace[427216125] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1554; }","duration":"453.680013ms","start":"2026-04-15T17:59:17.780242Z","end":"2026-04-15T17:59:18.233922Z","steps":["trace[427216125] 'agreement among raft nodes before linearized reading' (duration: 434.887047ms)","trace[427216125] 'range keys from in-memory index tree' (duration: 18.754534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:18.233942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-15T17:59:17.780220Z","time spent":"453.717793ms","remote":"127.0.0.1:48996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-04-15T17:59:19.099125Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e2b5783e11defe7e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"75.090757ms"} {"level":"warn","ts":"2026-04-15T17:59:19.099597Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"74e7cb993049af12","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"75.569549ms"} {"level":"info","ts":"2026-04-15T17:59:19.100735Z","caller":"traceutil/trace.go:172","msg":"trace[1104748703] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1775; }","duration":"180.180655ms","start":"2026-04-15T17:59:18.920525Z","end":"2026-04-15T17:59:19.100706Z","steps":["trace[1104748703] 'read index received' (duration: 180.174605ms)","trace[1104748703] 'applied index is now lower than readState.Index' (duration: 4.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-15T17:59:19.155826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.275944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-04-15T17:59:19.155894Z","caller":"traceutil/trace.go:172","msg":"trace[162192034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1557; }","duration":"235.358247ms","start":"2026-04-15T17:59:18.920520Z","end":"2026-04-15T17:59:19.155878Z","steps":["trace[162192034] 'agreement among raft nodes before linearized reading' (duration: 180.276797ms)","trace[162192034] 'range keys from in-memory index tree' (duration: 54.899915ms)"],"step_count":2} {"level":"info","ts":"2026-04-15T17:59:20.349559Z","caller":"traceutil/trace.go:172","msg":"trace[1020305751] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"151.56778ms","start":"2026-04-15T17:59:20.197958Z","end":"2026-04-15T17:59:20.349526Z","steps":["trace[1020305751] 'process raft request' (duration: 151.470138ms)"],"step_count":1} {"level":"info","ts":"2026-04-15T17:59:20.539886Z","caller":"traceutil/trace.go:172","msg":"trace[2014650732] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"178.005365ms","start":"2026-04-15T17:59:20.361856Z","end":"2026-04-15T17:59:20.539861Z","steps":["trace[2014650732] 'process raft request' (duration: 177.921443ms)"],"step_count":1}