{"level":"warn","ts":"2026-03-18T13:12:33.015148Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-18T13:12:33.015451Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-18T13:12:33.015486Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.156:2380","--initial-cluster=controller-1=https://199.19.213.115:2380,controller-2=https://199.19.213.156:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.156:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-18T13:12:33.015604Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-18T13:12:33.015650Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T13:12:33.015682Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-03-18T13:12:33.015815Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T13:12:33.016687Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.156:2379"]} {"level":"info","ts":"2026-03-18T13:12:33.016892Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.156:2380"],"listen-peer-urls":["https://199.19.213.156:2380"],"advertise-client-urls":["https://199.19.213.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.115:2380,controller-2=https://199.19.213.156:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-18T13:12:33.020380Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ba0a0}"} {"level":"info","ts":"2026-03-18T13:12:33.036723Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-18T13:12:33.036868Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"16.656686ms"} {"level":"info","ts":"2026-03-18T13:12:33.036940Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-18T13:12:33.036961Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-18T13:12:33.051281Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.115:2380","host":"199.19.213.115:2380","resolved-addr":"199.19.213.115:2380"} {"level":"info","ts":"2026-03-18T13:12:33.051326Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.19.213.156:2380","host":"199.19.213.156:2380","resolved-addr":"199.19.213.156:2380"} {"level":"info","ts":"2026-03-18T13:12:33.053615Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-18T13:12:33.101687Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-18T13:12:33.101750Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"8063c2660f25cc98","cluster-id":"a26f37ac4c69834d"} {"level":"info","ts":"2026-03-18T13:12:33.101785Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-18T13:12:33.101910Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8063c2660f25cc98 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T13:12:33.101975Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8063c2660f25cc98 became follower at term 0"} {"level":"info","ts":"2026-03-18T13:12:33.101994Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 8063c2660f25cc98 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-18T13:12:33.156911Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T13:12:33.161511Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T13:12:33.176438Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T13:12:33.177152Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.177175Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d","remote-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-03-18T13:12:33.177200Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.177215Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.177904Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.179543Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.179939Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.180000Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d","remote-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-03-18T13:12:33.180044Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"8063c2660f25cc98","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T13:12:33.180237Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T13:12:33.180553Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"8063c2660f25cc98","initial-advertise-peer-urls":["https://199.19.213.156:2380"],"listen-peer-urls":["https://199.19.213.156:2380"],"advertise-client-urls":["https://199.19.213.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T13:12:33.180589Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T13:12:33.180647Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.180853Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.181014Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-18T13:12:33.181104Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.156:2380"} {"level":"info","ts":"2026-03-18T13:12:33.181125Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.156:2380"} {"level":"info","ts":"2026-03-18T13:12:33.181100Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:12:33.181158Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:12:33.181179Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:12:33.181379Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"8063c2660f25cc98 [term: 0] received a MsgHeartbeat message with higher term from 76964ef0a001678d [term: 2]"} {"level":"info","ts":"2026-03-18T13:12:33.181420Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8063c2660f25cc98 became follower at term 2"} {"level":"info","ts":"2026-03-18T13:12:33.181436Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 8063c2660f25cc98 elected leader 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-03-18T13:12:33.182637Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8063c2660f25cc98","to":"76964ef0a001678d","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T13:12:33.182685Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.182725Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.182795Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8063c2660f25cc98","to":"76964ef0a001678d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:12:33.182825Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.190662Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.193569Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:33.298375Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"8063c2660f25cc98","remote-snapshot-sender-id":"76964ef0a001678d","incoming-snapshot-index":571,"incoming-snapshot-message-size-bytes":8201,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-03-18T13:12:34.576380Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/000000000000023b.snap.db","bytes":856064,"size":"856 kB"} {"level":"info","ts":"2026-03-18T13:12:34.576508Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"8063c2660f25cc98","remote-snapshot-sender-id":"76964ef0a001678d","incoming-snapshot-index":571,"incoming-snapshot-size-bytes":856064,"incoming-snapshot-size":"856 kB","download-took":"1.278246109s"} {"level":"info","ts":"2026-03-18T13:12:34.576758Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 571, term: 2]"} {"level":"info","ts":"2026-03-18T13:12:34.576855Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8063c2660f25cc98 switched to configuration voters=(8545104138365659021) learners=(9251451803145718936)"} {"level":"info","ts":"2026-03-18T13:12:34.576877Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"8063c2660f25cc98 [commit: 571, lastindex: 571, lastterm: 2] restored snapshot [index: 571, term: 2]"} {"level":"info","ts":"2026-03-18T13:12:34.576887Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"8063c2660f25cc98 [commit: 571] restored snapshot [index: 571, term: 2]"} {"level":"info","ts":"2026-03-18T13:12:34.577080Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":571,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-18T13:12:34.618171Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":571} {"level":"info","ts":"2026-03-18T13:12:34.618504Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000536958}"} {"level":"info","ts":"2026-03-18T13:12:34.619970Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-18T13:12:34.620014Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.593856ms"} {"level":"info","ts":"2026-03-18T13:12:34.620064Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-18T13:12:34.633187Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-18T13:12:34.633316Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-18T13:12:34.639491Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":536} {"level":"info","ts":"2026-03-18T13:12:34.639639Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":571} {"level":"info","ts":"2026-03-18T13:12:34.639674Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-18T13:12:34.639800Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-18T13:12:34.658761Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-18T13:12:34.658849Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-18T13:12:34.658920Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-18T13:12:34.658935Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-18T13:12:34.659786Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-18T13:12:34.659848Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-18T13:12:34.659939Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T13:12:34.659968Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"a26f37ac4c69834d","local-member-id":"8063c2660f25cc98","recovered-remote-peer-id":"76964ef0a001678d","recovered-remote-peer-urls":["https://199.19.213.115:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-18T13:12:34.659987Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"a26f37ac4c69834d","local-member-id":"8063c2660f25cc98","recovered-remote-peer-id":"8063c2660f25cc98","recovered-remote-peer-urls":["https://199.19.213.156:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-18T13:12:34.660010Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-18T13:12:34.660023Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-18T13:12:34.660038Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-18T13:12:34.660052Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"warn","ts":"2026-03-18T13:12:34.660103Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.660133Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"76964ef0a001678d"} {"level":"warn","ts":"2026-03-18T13:12:34.660206Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.660235Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.660269Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"warn","ts":"2026-03-18T13:12:34.660726Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d","error":"context canceled"} {"level":"warn","ts":"2026-03-18T13:12:34.661082Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"76964ef0a001678d","error":"failed to read 76964ef0a001678d on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-18T13:12:34.661111Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"warn","ts":"2026-03-18T13:12:34.661214Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:12:34.661243Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.661258Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.661274Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"8063c2660f25cc98","removed-remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.661297Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-18T13:12:34.661311Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-18T13:12:34.661389Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.661413Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.661581Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.661504Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.661616Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d","remote-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-03-18T13:12:34.661647Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.661647Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.661678Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-18T13:12:34.661774Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":571,"current-applied-index":571,"incoming-leader-snapshot-index":571,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-18T13:12:34.661751Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.664670Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-18T13:12:34.674521Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8063c2660f25cc98","to":"76964ef0a001678d","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:12:34.674562Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.674591Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.675047Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.675844Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:34.679961Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8063c2660f25cc98","to":"76964ef0a001678d","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T13:12:34.680039Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"76964ef0a001678d"} {"level":"info","ts":"2026-03-18T13:12:35.114936Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8063c2660f25cc98 switched to configuration voters=(8545104138365659021 9251451803145718936)"} {"level":"info","ts":"2026-03-18T13:12:35.115314Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"a26f37ac4c69834d","local-member-id":"8063c2660f25cc98","promoted-member-id":"8063c2660f25cc98"} {"level":"warn","ts":"2026-03-18T13:12:40.181246Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"8063c2660f25cc98","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.156:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-03-18T13:12:40.288397Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"8063c2660f25cc98","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.19.213.156:2379]}","cluster-id":"a26f37ac4c69834d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T13:12:40.288610Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T13:12:40.288759Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T13:12:40.288805Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T13:12:40.288643Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T13:12:40.291124Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-18T13:12:40.291229Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-18T13:12:40.291410Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-18T13:12:40.295101Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-18T13:12:40.295327Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.295387Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44480","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:12:40.295508Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.156:2379"} {"level":"warn","ts":"2026-03-18T13:12:40.300666Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.303378Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.156:35122","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.306996Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.156:35152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.307578Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.156:35080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.308007Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.156:35088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.308318Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.156:35188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.309739Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.156:35180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.309792Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.156:35164","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.310519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.156:35136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.310809Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.156:35204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.311404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.156:35106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.313710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.314671Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.156:35100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.344620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44582","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.361811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.373078Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.386071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44646","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.398141Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.409747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44688","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.421785Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.433684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44734","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.443971Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.453990Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.468088Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.479656Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.489480Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.502901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.512219Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51648","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.522842Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.531269Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51678","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.589610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.595703Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51730","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.611948Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.618507Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51762","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.630186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51788","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.643008Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51818","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.654554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.664977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.678519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.687260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.702862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.710630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.720564Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51926","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.731380Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.745560Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.766282Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.779260Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.792302Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.842693Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.856179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.876570Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.886409Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52128","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.894198Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.906700Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.916298Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.923871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.932692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52208","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.941066Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.951697Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.961413Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.973796Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.986895Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:40.999071Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:41.009087Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:41.019490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:41.065938Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:41.075319Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:41.085403Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:12:41.142826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:52428","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:12:43.096315Z","caller":"traceutil/trace.go:172","msg":"trace[1454032973] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:597; }","duration":"208.577911ms","start":"2026-03-18T13:12:42.887713Z","end":"2026-03-18T13:12:43.096291Z","steps":["trace[1454032973] 'read index received' (duration: 208.561041ms)","trace[1454032973] 'applied index is now lower than readState.Index' (duration: 15.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:43.096557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.809486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" limit:1 ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-18T13:12:43.096629Z","caller":"traceutil/trace.go:172","msg":"trace[897948272] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:558; }","duration":"208.906894ms","start":"2026-03-18T13:12:42.887708Z","end":"2026-03-18T13:12:43.096614Z","steps":["trace[897948272] 'agreement among raft nodes before linearized reading' (duration: 208.676919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:43.432934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.94598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node-proxier\" limit:1 ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-18T13:12:43.433026Z","caller":"traceutil/trace.go:172","msg":"trace[115801916] range","detail":"{range_begin:/registry/clusterrolebindings/system:node-proxier; range_end:; response_count:1; response_revision:560; }","duration":"137.063737ms","start":"2026-03-18T13:12:43.295945Z","end":"2026-03-18T13:12:43.433009Z","steps":["trace[115801916] 'range keys from in-memory index tree' (duration: 135.302285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:51.380636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"867.093742ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:51.380725Z","caller":"traceutil/trace.go:172","msg":"trace[1369088866] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:582; }","duration":"867.199251ms","start":"2026-03-18T13:12:50.513506Z","end":"2026-03-18T13:12:51.380705Z","steps":["trace[1369088866] 'range keys from in-memory index tree' (duration: 867.025963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:51.381916Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"528.928991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:51.382004Z","caller":"traceutil/trace.go:172","msg":"trace[1590627291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"529.02092ms","start":"2026-03-18T13:12:50.852962Z","end":"2026-03-18T13:12:51.381983Z","steps":["trace[1590627291] 'range keys from in-memory index tree' (duration: 526.77739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:51.382044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:50.852939Z","time spent":"529.09649ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:12:53.770680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"143.903821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:53.770848Z","caller":"traceutil/trace.go:172","msg":"trace[1443735999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:590; }","duration":"144.091659ms","start":"2026-03-18T13:12:53.626731Z","end":"2026-03-18T13:12:53.770823Z","steps":["trace[1443735999] 'range keys from in-memory index tree' (duration: 141.486455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:54.314921Z","caller":"traceutil/trace.go:172","msg":"trace[633948654] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"486.450196ms","start":"2026-03-18T13:12:53.828442Z","end":"2026-03-18T13:12:54.314892Z","steps":["trace[633948654] 'process raft request' (duration: 486.258188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:54.315543Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:53.828414Z","time spent":"486.606365ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:12:54.316669Z","caller":"traceutil/trace.go:172","msg":"trace[974976746] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:635; }","duration":"463.033905ms","start":"2026-03-18T13:12:53.853606Z","end":"2026-03-18T13:12:54.316640Z","steps":["trace[974976746] 'read index received' (duration: 463.028355ms)","trace[974976746] 'applied index is now lower than readState.Index' (duration: 4.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:54.316829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"463.212023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:54.316893Z","caller":"traceutil/trace.go:172","msg":"trace[1476559881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"463.294913ms","start":"2026-03-18T13:12:53.853591Z","end":"2026-03-18T13:12:54.316886Z","steps":["trace[1476559881] 'agreement among raft nodes before linearized reading' (duration: 463.179123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:54.316950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:53.853558Z","time spent":"463.385522ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:12:54.317984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"456.849446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:54.318027Z","caller":"traceutil/trace.go:172","msg":"trace[346727100] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:0; response_revision:592; }","duration":"456.891336ms","start":"2026-03-18T13:12:53.861123Z","end":"2026-03-18T13:12:54.318014Z","steps":["trace[346727100] 'agreement among raft nodes before linearized reading' (duration: 456.829916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:54.318048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:53.861103Z","time spent":"456.939525ms","remote":"127.0.0.1:52086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes/controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:12:54.318398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"326.626013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:12:54.318428Z","caller":"traceutil/trace.go:172","msg":"trace[1165791848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:592; }","duration":"326.658693ms","start":"2026-03-18T13:12:53.991763Z","end":"2026-03-18T13:12:54.318421Z","steps":["trace[1165791848] 'agreement among raft nodes before linearized reading' (duration: 326.469965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:54.318446Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:53.991736Z","time spent":"326.705243ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:12:56.014255Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146202469,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:12:56.505458Z","caller":"traceutil/trace.go:172","msg":"trace[1574077864] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:637; }","duration":"992.059482ms","start":"2026-03-18T13:12:55.513364Z","end":"2026-03-18T13:12:56.505423Z","steps":["trace[1574077864] 'read index received' (duration: 992.050012ms)","trace[1574077864] 'applied index is now lower than readState.Index' (duration: 7.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:56.505809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"992.402649ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:56.506091Z","caller":"traceutil/trace.go:172","msg":"trace[810575906] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:594; }","duration":"992.721277ms","start":"2026-03-18T13:12:55.513354Z","end":"2026-03-18T13:12:56.506076Z","steps":["trace[810575906] 'agreement among raft nodes before linearized reading' (duration: 992.36292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:56.507643Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"832.091191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:12:56.507710Z","caller":"traceutil/trace.go:172","msg":"trace[217363843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"832.17077ms","start":"2026-03-18T13:12:55.675524Z","end":"2026-03-18T13:12:56.507694Z","steps":["trace[217363843] 'agreement among raft nodes before linearized reading' (duration: 832.040011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:56.507686Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"652.753232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:56.507858Z","caller":"traceutil/trace.go:172","msg":"trace[1927501082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"652.891111ms","start":"2026-03-18T13:12:55.854892Z","end":"2026-03-18T13:12:56.507783Z","steps":["trace[1927501082] 'agreement among raft nodes before linearized reading' (duration: 652.682623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:56.507950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:55.675468Z","time spent":"832.460857ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:12:56.507984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:55.854860Z","time spent":"653.104689ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:12:57.010606Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146202471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:12:57.356166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"507.938827ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:57.356236Z","caller":"traceutil/trace.go:172","msg":"trace[458143052] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:594; }","duration":"508.021467ms","start":"2026-03-18T13:12:56.848201Z","end":"2026-03-18T13:12:57.356222Z","steps":["trace[458143052] 'range keys from in-memory index tree' (duration: 507.880898ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:57.386886Z","caller":"traceutil/trace.go:172","msg":"trace[1934681353] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:641; }","duration":"877.318655ms","start":"2026-03-18T13:12:56.509548Z","end":"2026-03-18T13:12:57.386867Z","steps":["trace[1934681353] 'read index received' (duration: 877.313865ms)","trace[1934681353] 'applied index is now lower than readState.Index' (duration: 4.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:57.387055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"877.516645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:57.387492Z","caller":"traceutil/trace.go:172","msg":"trace[1038292997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:597; }","duration":"877.959952ms","start":"2026-03-18T13:12:56.509517Z","end":"2026-03-18T13:12:57.387477Z","steps":["trace[1038292997] 'agreement among raft nodes before linearized reading' (duration: 877.483684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:57.387561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:12:56.509347Z","time spent":"878.19967ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:12:57.391845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"877.980515ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:57.392099Z","caller":"traceutil/trace.go:172","msg":"trace[481141508] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:598; }","duration":"878.297053ms","start":"2026-03-18T13:12:56.513775Z","end":"2026-03-18T13:12:57.392072Z","steps":["trace[481141508] 'agreement among raft nodes before linearized reading' (duration: 877.869585ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:58.520037Z","caller":"traceutil/trace.go:172","msg":"trace[717850090] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"176.153371ms","start":"2026-03-18T13:12:58.343853Z","end":"2026-03-18T13:12:58.520006Z","steps":["trace[717850090] 'process raft request' (duration: 175.990742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:58.717544Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"116.486471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:12:58.717932Z","caller":"traceutil/trace.go:172","msg":"trace[1752473767] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"233.448491ms","start":"2026-03-18T13:12:58.484455Z","end":"2026-03-18T13:12:58.717903Z","steps":["trace[1752473767] 'read index received' (duration: 118.369334ms)","trace[1752473767] 'applied index is now lower than readState.Index' (duration: 115.076767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:58.718122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.65596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:58.718195Z","caller":"traceutil/trace.go:172","msg":"trace[790379570] range","detail":"{range_begin:/registry/csinodes/controller-2; range_end:; response_count:0; response_revision:600; }","duration":"233.74283ms","start":"2026-03-18T13:12:58.484433Z","end":"2026-03-18T13:12:58.718176Z","steps":["trace[790379570] 'agreement among raft nodes before linearized reading' (duration: 233.612001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:58.733582Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.553797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:12:58.733671Z","caller":"traceutil/trace.go:172","msg":"trace[2093202070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:607; }","duration":"205.679776ms","start":"2026-03-18T13:12:58.527974Z","end":"2026-03-18T13:12:58.733654Z","steps":["trace[2093202070] 'agreement among raft nodes before linearized reading' (duration: 205.453387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:58.733692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.413643ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:12:58.733752Z","caller":"traceutil/trace.go:172","msg":"trace[231240952] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:607; }","duration":"219.475483ms","start":"2026-03-18T13:12:58.514260Z","end":"2026-03-18T13:12:58.733735Z","steps":["trace[231240952] 'agreement among raft nodes before linearized reading' (duration: 219.386753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:12:58.734046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"209.519868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:3194"} {"level":"info","ts":"2026-03-18T13:12:58.734209Z","caller":"traceutil/trace.go:172","msg":"trace[42157170] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:607; }","duration":"209.673758ms","start":"2026-03-18T13:12:58.524514Z","end":"2026-03-18T13:12:58.734188Z","steps":["trace[42157170] 'agreement among raft nodes before linearized reading' (duration: 209.443029ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:12:59.787374Z","caller":"traceutil/trace.go:172","msg":"trace[1197632158] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:658; }","duration":"101.57113ms","start":"2026-03-18T13:12:59.685770Z","end":"2026-03-18T13:12:59.787341Z","steps":["trace[1197632158] 'read index received' (duration: 101.56397ms)","trace[1197632158] 'applied index is now lower than readState.Index' (duration: 6.02µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:12:59.787642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.852319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:12:59.787702Z","caller":"traceutil/trace.go:172","msg":"trace[1189462866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:612; }","duration":"101.928239ms","start":"2026-03-18T13:12:59.685739Z","end":"2026-03-18T13:12:59.787667Z","steps":["trace[1189462866] 'agreement among raft nodes before linearized reading' (duration: 101.71612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:00.921677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.204225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:13:00.922513Z","caller":"traceutil/trace.go:172","msg":"trace[2036142149] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"315.893706ms","start":"2026-03-18T13:13:00.606101Z","end":"2026-03-18T13:13:00.921995Z","steps":["trace[2036142149] 'process raft request' (duration: 158.291202ms)","trace[2036142149] 'compare' (duration: 156.532387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:00.923191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:00.606070Z","time spent":"316.566695ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5683,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:13:01.154599Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.490242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:13:01.155010Z","caller":"traceutil/trace.go:172","msg":"trace[57917892] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"226.954851ms","start":"2026-03-18T13:13:00.927974Z","end":"2026-03-18T13:13:01.154929Z","steps":["trace[57917892] 'process raft request' (duration: 98.974359ms)","trace[57917892] 'compare' (duration: 126.915783ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:13:01.290653Z","caller":"traceutil/trace.go:172","msg":"trace[977151018] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"126.533945ms","start":"2026-03-18T13:13:01.164062Z","end":"2026-03-18T13:13:01.290596Z","steps":["trace[977151018] 'process raft request' (duration: 105.857409ms)","trace[977151018] 'compare' (duration: 20.209527ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:13:01.294549Z","caller":"traceutil/trace.go:172","msg":"trace[1759974850] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"104.191042ms","start":"2026-03-18T13:13:01.190271Z","end":"2026-03-18T13:13:01.294462Z","steps":["trace[1759974850] 'process raft request' (duration: 103.963742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:01.534945Z","caller":"traceutil/trace.go:172","msg":"trace[478547549] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"237.786855ms","start":"2026-03-18T13:13:01.297124Z","end":"2026-03-18T13:13:01.534911Z","steps":["trace[478547549] 'process raft request' (duration: 237.554215ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:01.535549Z","caller":"traceutil/trace.go:172","msg":"trace[1898925266] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:668; }","duration":"237.380055ms","start":"2026-03-18T13:13:01.298137Z","end":"2026-03-18T13:13:01.535517Z","steps":["trace[1898925266] 'read index received' (duration: 237.370995ms)","trace[1898925266] 'applied index is now lower than readState.Index' (duration: 7.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:01.536500Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.277314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-2\" limit:1 ","response":"range_response_count:1 size:6090"} {"level":"info","ts":"2026-03-18T13:13:01.536810Z","caller":"traceutil/trace.go:172","msg":"trace[1336665925] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-2; range_end:; response_count:1; response_revision:621; }","duration":"238.538803ms","start":"2026-03-18T13:13:01.298132Z","end":"2026-03-18T13:13:01.536670Z","steps":["trace[1336665925] 'agreement among raft nodes before linearized reading' (duration: 237.838275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:01.538086Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.617462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-18T13:13:01.538148Z","caller":"traceutil/trace.go:172","msg":"trace[349348] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:621; }","duration":"171.700991ms","start":"2026-03-18T13:13:01.366433Z","end":"2026-03-18T13:13:01.538134Z","steps":["trace[349348] 'agreement among raft nodes before linearized reading' (duration: 171.483262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:02.675001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.11456ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:02.675083Z","caller":"traceutil/trace.go:172","msg":"trace[888839502] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:626; }","duration":"162.22132ms","start":"2026-03-18T13:13:02.512844Z","end":"2026-03-18T13:13:02.675065Z","steps":["trace[888839502] 'range keys from in-memory index tree' (duration: 162.0661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:04.982792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.840421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:04.982947Z","caller":"traceutil/trace.go:172","msg":"trace[1436208683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"130.030001ms","start":"2026-03-18T13:13:04.852892Z","end":"2026-03-18T13:13:04.982922Z","steps":["trace[1436208683] 'range keys from in-memory index tree' (duration: 127.674589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:05.877312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.221529ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:05.877442Z","caller":"traceutil/trace.go:172","msg":"trace[150788252] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:636; }","duration":"363.33995ms","start":"2026-03-18T13:13:05.514050Z","end":"2026-03-18T13:13:05.877390Z","steps":["trace[150788252] 'range keys from in-memory index tree' (duration: 363.151419ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:05.878728Z","caller":"traceutil/trace.go:172","msg":"trace[680220502] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"437.282754ms","start":"2026-03-18T13:13:05.441432Z","end":"2026-03-18T13:13:05.878715Z","steps":["trace[680220502] 'process raft request' (duration: 437.007964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:05.878836Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:05.441399Z","time spent":"437.372474ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4807,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:13:05.880067Z","caller":"traceutil/trace.go:172","msg":"trace[354485620] linearizableReadLoop","detail":"{readStateIndex:688; appliedIndex:688; }","duration":"217.645689ms","start":"2026-03-18T13:13:05.662390Z","end":"2026-03-18T13:13:05.880036Z","steps":["trace[354485620] 'read index received' (duration: 217.634189ms)","trace[354485620] 'applied index is now lower than readState.Index' (duration: 9.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:05.880360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.95113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:13:05.880433Z","caller":"traceutil/trace.go:172","msg":"trace[354905934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:638; }","duration":"218.04711ms","start":"2026-03-18T13:13:05.662368Z","end":"2026-03-18T13:13:05.880415Z","steps":["trace[354905934] 'agreement among raft nodes before linearized reading' (duration: 217.800659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:06.385850Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146202544,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:13:06.419712Z","caller":"traceutil/trace.go:172","msg":"trace[1711383915] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:690; }","duration":"534.475954ms","start":"2026-03-18T13:13:05.885194Z","end":"2026-03-18T13:13:06.419670Z","steps":["trace[1711383915] 'read index received' (duration: 534.462144ms)","trace[1711383915] 'applied index is now lower than readState.Index' (duration: 11.1µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:06.420001Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"534.767405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-controller-2\" limit:1 ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-03-18T13:13:06.420137Z","caller":"traceutil/trace.go:172","msg":"trace[304559548] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-controller-2; range_end:; response_count:1; response_revision:640; }","duration":"534.925805ms","start":"2026-03-18T13:13:05.885187Z","end":"2026-03-18T13:13:06.420113Z","steps":["trace[304559548] 'agreement among raft nodes before linearized reading' (duration: 534.582584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:06.420227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:05.885162Z","time spent":"535.029956ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":3489,"request content":"key:\"/registry/pods/kube-system/kube-vip-controller-2\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:13:06.772123Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.625645ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:06.772754Z","caller":"traceutil/trace.go:172","msg":"trace[1122272587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:640; }","duration":"259.282717ms","start":"2026-03-18T13:13:06.513440Z","end":"2026-03-18T13:13:06.772723Z","steps":["trace[1122272587] 'range keys from in-memory index tree' (duration: 258.483165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:06.775230Z","caller":"traceutil/trace.go:172","msg":"trace[2029906145] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"347.658767ms","start":"2026-03-18T13:13:06.427542Z","end":"2026-03-18T13:13:06.775201Z","steps":["trace[2029906145] 'process raft request' (duration: 347.425476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:06.775452Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:06.427504Z","time spent":"347.839277ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4880,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:13:07.252320Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"367.661063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:13:07.252522Z","caller":"traceutil/trace.go:172","msg":"trace[1025451768] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"462.967635ms","start":"2026-03-18T13:13:06.789521Z","end":"2026-03-18T13:13:07.252489Z","steps":["trace[1025451768] 'process raft request' (duration: 95.040641ms)","trace[1025451768] 'compare' (duration: 367.483182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:07.252635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:06.789492Z","time spent":"463.092575ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:13:07.252766Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"399.020545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:07.253057Z","caller":"traceutil/trace.go:172","msg":"trace[1024826494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"399.322786ms","start":"2026-03-18T13:13:06.853712Z","end":"2026-03-18T13:13:07.253035Z","steps":["trace[1024826494] 'agreement among raft nodes before linearized reading' (duration: 398.875795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:07.252877Z","caller":"traceutil/trace.go:172","msg":"trace[2085800678] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:694; }","duration":"398.814205ms","start":"2026-03-18T13:13:06.853726Z","end":"2026-03-18T13:13:07.252540Z","steps":["trace[2085800678] 'read index received' (duration: 31.855044ms)","trace[2085800678] 'applied index is now lower than readState.Index' (duration: 366.956131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:07.253209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:06.853681Z","time spent":"399.470927ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:13:07.444973Z","caller":"traceutil/trace.go:172","msg":"trace[1120174185] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:696; }","duration":"178.016231ms","start":"2026-03-18T13:13:07.266918Z","end":"2026-03-18T13:13:07.444934Z","steps":["trace[1120174185] 'read index received' (duration: 178.004641ms)","trace[1120174185] 'applied index is now lower than readState.Index' (duration: 9.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:07.518597Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.655482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:13:07.518738Z","caller":"traceutil/trace.go:172","msg":"trace[1379312945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"251.812413ms","start":"2026-03-18T13:13:07.266903Z","end":"2026-03-18T13:13:07.518715Z","steps":["trace[1379312945] 'agreement among raft nodes before linearized reading' (duration: 178.108082ms)","trace[1379312945] 'range keys from in-memory index tree' (duration: 73.37361ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:13:07.519043Z","caller":"traceutil/trace.go:172","msg":"trace[85372921] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"251.788573ms","start":"2026-03-18T13:13:07.267239Z","end":"2026-03-18T13:13:07.519028Z","steps":["trace[85372921] 'process raft request' (duration: 182.491149ms)","trace[85372921] 'compare' (duration: 68.946533ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:13:07.683797Z","caller":"traceutil/trace.go:172","msg":"trace[1200239327] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:697; }","duration":"165.401072ms","start":"2026-03-18T13:13:07.518370Z","end":"2026-03-18T13:13:07.683771Z","steps":["trace[1200239327] 'read index received' (duration: 147.334204ms)","trace[1200239327] 'applied index is now lower than readState.Index' (duration: 18.065598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:07.684177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.777514ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:07.684236Z","caller":"traceutil/trace.go:172","msg":"trace[765240422] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:647; }","duration":"165.859394ms","start":"2026-03-18T13:13:07.518361Z","end":"2026-03-18T13:13:07.684221Z","steps":["trace[765240422] 'agreement among raft nodes before linearized reading' (duration: 165.746234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:08.566817Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"712.506451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:08.566900Z","caller":"traceutil/trace.go:172","msg":"trace[1729495592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"712.605291ms","start":"2026-03-18T13:13:07.854277Z","end":"2026-03-18T13:13:08.566882Z","steps":["trace[1729495592] 'range keys from in-memory index tree' (duration: 710.210321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:08.566935Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:07.854237Z","time spent":"712.690701ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:13:08.998880Z","caller":"traceutil/trace.go:172","msg":"trace[2096394884] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"403.57882ms","start":"2026-03-18T13:13:08.595245Z","end":"2026-03-18T13:13:08.998824Z","steps":["trace[2096394884] 'process raft request' (duration: 398.493867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:08.999269Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:08.595211Z","time spent":"403.951252ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:13:09.642543Z","caller":"traceutil/trace.go:172","msg":"trace[965466249] linearizableReadLoop","detail":"{readStateIndex:705; appliedIndex:704; }","duration":"221.722706ms","start":"2026-03-18T13:13:09.420775Z","end":"2026-03-18T13:13:09.642498Z","steps":["trace[965466249] 'read index received' (duration: 128.785652ms)","trace[965466249] 'applied index is now lower than readState.Index' (duration: 92.931634ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:13:09.642573Z","caller":"traceutil/trace.go:172","msg":"trace[1229875296] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"461.173409ms","start":"2026-03-18T13:13:09.181370Z","end":"2026-03-18T13:13:09.642543Z","steps":["trace[1229875296] 'process raft request' (duration: 460.972898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:09.642787Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:09.181331Z","time spent":"461.33948ms","remote":"127.0.0.1:51624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:13:09.643446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"222.534931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:13:09.643751Z","caller":"traceutil/trace.go:172","msg":"trace[1836583360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:654; }","duration":"222.828372ms","start":"2026-03-18T13:13:09.420752Z","end":"2026-03-18T13:13:09.643581Z","steps":["trace[1836583360] 'agreement among raft nodes before linearized reading' (duration: 221.931647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:09.645006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.944214ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:09.645128Z","caller":"traceutil/trace.go:172","msg":"trace[1506841026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:654; }","duration":"131.086384ms","start":"2026-03-18T13:13:09.514023Z","end":"2026-03-18T13:13:09.645110Z","steps":["trace[1506841026] 'agreement among raft nodes before linearized reading' (duration: 130.906393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:10.846620Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.894756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:13:13.031077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.549105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:13.031196Z","caller":"traceutil/trace.go:172","msg":"trace[1626770874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:662; }","duration":"150.680636ms","start":"2026-03-18T13:13:12.880494Z","end":"2026-03-18T13:13:13.031175Z","steps":["trace[1626770874] 'range keys from in-memory index tree' (duration: 146.625183ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:13.279890Z","caller":"traceutil/trace.go:172","msg":"trace[658917255] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:716; }","duration":"247.538853ms","start":"2026-03-18T13:13:13.032332Z","end":"2026-03-18T13:13:13.279871Z","steps":["trace[658917255] 'read index received' (duration: 247.534603ms)","trace[658917255] 'applied index is now lower than readState.Index' (duration: 3.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:13.280003Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.662535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:13.280168Z","caller":"traceutil/trace.go:172","msg":"trace[1479226323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:663; }","duration":"247.717126ms","start":"2026-03-18T13:13:13.032316Z","end":"2026-03-18T13:13:13.280033Z","steps":["trace[1479226323] 'agreement among raft nodes before linearized reading' (duration: 247.638455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:13.913564Z","caller":"traceutil/trace.go:172","msg":"trace[1505080258] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"182.749483ms","start":"2026-03-18T13:13:13.730781Z","end":"2026-03-18T13:13:13.913530Z","steps":["trace[1505080258] 'process raft request' (duration: 182.44496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:16.048465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"194.876565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:16.048566Z","caller":"traceutil/trace.go:172","msg":"trace[348840072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:669; }","duration":"195.002457ms","start":"2026-03-18T13:13:15.853544Z","end":"2026-03-18T13:13:16.048547Z","steps":["trace[348840072] 'range keys from in-memory index tree' (duration: 192.973407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:17.336223Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.364128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:13:17.926819Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"223.450542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:13:17.927388Z","caller":"traceutil/trace.go:172","msg":"trace[1619034197] linearizableReadLoop","detail":"{readStateIndex:729; appliedIndex:728; }","duration":"225.343365ms","start":"2026-03-18T13:13:17.702023Z","end":"2026-03-18T13:13:17.927366Z","steps":["trace[1619034197] 'read index received' (duration: 1.624849ms)","trace[1619034197] 'applied index is now lower than readState.Index' (duration: 223.716746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:17.927589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.538298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:13:17.927666Z","caller":"traceutil/trace.go:172","msg":"trace[1731329829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:674; }","duration":"225.632349ms","start":"2026-03-18T13:13:17.702017Z","end":"2026-03-18T13:13:17.927649Z","steps":["trace[1731329829] 'agreement among raft nodes before linearized reading' (duration: 225.492017ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:18.265230Z","caller":"traceutil/trace.go:172","msg":"trace[444685701] linearizableReadLoop","detail":"{readStateIndex:730; appliedIndex:729; }","duration":"337.720086ms","start":"2026-03-18T13:13:17.927477Z","end":"2026-03-18T13:13:18.265198Z","steps":["trace[444685701] 'read index received' (duration: 328.758283ms)","trace[444685701] 'applied index is now lower than readState.Index' (duration: 8.959593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:18.265422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.619541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:18.265494Z","caller":"traceutil/trace.go:172","msg":"trace[1424847888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"411.701352ms","start":"2026-03-18T13:13:17.853775Z","end":"2026-03-18T13:13:18.265477Z","steps":["trace[1424847888] 'agreement among raft nodes before linearized reading' (duration: 411.56359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:18.265530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:17.853739Z","time spent":"411.784113ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:13:18.268218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.101633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:13:18.268338Z","caller":"traceutil/trace.go:172","msg":"trace[221805314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:675; }","duration":"196.201505ms","start":"2026-03-18T13:13:18.072096Z","end":"2026-03-18T13:13:18.268297Z","steps":["trace[221805314] 'agreement among raft nodes before linearized reading' (duration: 195.90647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:18.730839Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.132577ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:18.731262Z","caller":"traceutil/trace.go:172","msg":"trace[1754088026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:675; }","duration":"217.575922ms","start":"2026-03-18T13:13:18.513662Z","end":"2026-03-18T13:13:18.731238Z","steps":["trace[1754088026] 'range keys from in-memory index tree' (duration: 217.056207ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:19.330146Z","caller":"traceutil/trace.go:172","msg":"trace[390193974] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"243.208321ms","start":"2026-03-18T13:13:19.086908Z","end":"2026-03-18T13:13:19.330116Z","steps":["trace[390193974] 'process raft request' (duration: 242.826345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:19.608483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.374034ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T13:13:19.947081Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.304432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:13:20.850750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"337.445291ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:20.850813Z","caller":"traceutil/trace.go:172","msg":"trace[183017164] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:680; }","duration":"337.530742ms","start":"2026-03-18T13:13:20.513271Z","end":"2026-03-18T13:13:20.850802Z","steps":["trace[183017164] 'range keys from in-memory index tree' (duration: 337.374269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:20.976368Z","caller":"traceutil/trace.go:172","msg":"trace[1102924627] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:737; }","duration":"484.57925ms","start":"2026-03-18T13:13:20.491765Z","end":"2026-03-18T13:13:20.976344Z","steps":["trace[1102924627] 'read index received' (duration: 484.57279ms)","trace[1102924627] 'applied index is now lower than readState.Index' (duration: 5.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:20.976572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"484.794333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T13:13:20.976630Z","caller":"traceutil/trace.go:172","msg":"trace[1743610594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:681; }","duration":"484.865914ms","start":"2026-03-18T13:13:20.491750Z","end":"2026-03-18T13:13:20.976616Z","steps":["trace[1743610594] 'agreement among raft nodes before linearized reading' (duration: 484.674301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:20.976664Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:20.491703Z","time spent":"484.948995ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:13:20.978075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.928294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:20.978130Z","caller":"traceutil/trace.go:172","msg":"trace[1925077625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"123.992655ms","start":"2026-03-18T13:13:20.854125Z","end":"2026-03-18T13:13:20.978117Z","steps":["trace[1925077625] 'agreement among raft nodes before linearized reading' (duration: 123.894024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:20.978289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.439264ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:20.978375Z","caller":"traceutil/trace.go:172","msg":"trace[1005997857] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:681; }","duration":"127.521455ms","start":"2026-03-18T13:13:20.850840Z","end":"2026-03-18T13:13:20.978361Z","steps":["trace[1005997857] 'agreement among raft nodes before linearized reading' (duration: 127.425524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:20.978443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.087803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:13:20.978541Z","caller":"traceutil/trace.go:172","msg":"trace[1389810813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:681; }","duration":"231.190824ms","start":"2026-03-18T13:13:20.747326Z","end":"2026-03-18T13:13:20.978517Z","steps":["trace[1389810813] 'agreement among raft nodes before linearized reading' (duration: 230.973441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:20.978146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.877259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:13:20.978615Z","caller":"traceutil/trace.go:172","msg":"trace[502800405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:681; }","duration":"293.367286ms","start":"2026-03-18T13:13:20.685239Z","end":"2026-03-18T13:13:20.978607Z","steps":["trace[502800405] 'agreement among raft nodes before linearized reading' (duration: 292.763807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:21.230792Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.848077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:13:21.230897Z","caller":"traceutil/trace.go:172","msg":"trace[1594858816] linearizableReadLoop","detail":"{readStateIndex:738; appliedIndex:737; }","duration":"130.941084ms","start":"2026-03-18T13:13:21.099943Z","end":"2026-03-18T13:13:21.230884Z","steps":["trace[1594858816] 'read index received' (duration: 6.675698ms)","trace[1594858816] 'applied index is now lower than readState.Index' (duration: 124.264356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:21.230969Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"131.025616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:13:21.231002Z","caller":"traceutil/trace.go:172","msg":"trace[637157959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:682; }","duration":"131.055696ms","start":"2026-03-18T13:13:21.099928Z","end":"2026-03-18T13:13:21.230983Z","steps":["trace[637157959] 'agreement among raft nodes before linearized reading' (duration: 130.992345ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:21.689608Z","caller":"traceutil/trace.go:172","msg":"trace[94104534] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:740; }","duration":"176.435042ms","start":"2026-03-18T13:13:21.513149Z","end":"2026-03-18T13:13:21.689584Z","steps":["trace[94104534] 'read index received' (duration: 176.428602ms)","trace[94104534] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:21.689888Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.633035ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:21.690138Z","caller":"traceutil/trace.go:172","msg":"trace[511725140] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:684; }","duration":"176.9719ms","start":"2026-03-18T13:13:21.513141Z","end":"2026-03-18T13:13:21.690113Z","steps":["trace[511725140] 'agreement among raft nodes before linearized reading' (duration: 176.530504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:22.034045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.821315ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T13:13:30.354032Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146202650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:13:30.563877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.953085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:13:30.564085Z","caller":"traceutil/trace.go:172","msg":"trace[1442104595] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:764; }","duration":"711.034136ms","start":"2026-03-18T13:13:29.853021Z","end":"2026-03-18T13:13:30.564055Z","steps":["trace[1442104595] 'read index received' (duration: 564.94943ms)","trace[1442104595] 'applied index is now lower than readState.Index' (duration: 146.082946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:30.564257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"711.219949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:30.564328Z","caller":"traceutil/trace.go:172","msg":"trace[1310236932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:706; }","duration":"711.296371ms","start":"2026-03-18T13:13:29.853015Z","end":"2026-03-18T13:13:30.564311Z","steps":["trace[1310236932] 'agreement among raft nodes before linearized reading' (duration: 711.183009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:30.564368Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:29.852988Z","time spent":"711.370733ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:13:30.582641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"557.374434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:13:30.582749Z","caller":"traceutil/trace.go:172","msg":"trace[1818133024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:706; }","duration":"557.505847ms","start":"2026-03-18T13:13:30.025225Z","end":"2026-03-18T13:13:30.582731Z","steps":["trace[1818133024] 'agreement among raft nodes before linearized reading' (duration: 557.322103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:30.582798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:30.025190Z","time spent":"557.598279ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:13:31.603153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"357.600099ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:13:31.603556Z","caller":"traceutil/trace.go:172","msg":"trace[612507398] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:766; }","duration":"180.987391ms","start":"2026-03-18T13:13:31.422538Z","end":"2026-03-18T13:13:31.603525Z","steps":["trace[612507398] 'read index received' (duration: 29.34485ms)","trace[612507398] 'applied index is now lower than readState.Index' (duration: 151.641001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:31.687021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.455113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:13:31.687215Z","caller":"traceutil/trace.go:172","msg":"trace[1459501509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:707; }","duration":"264.662167ms","start":"2026-03-18T13:13:31.422522Z","end":"2026-03-18T13:13:31.687184Z","steps":["trace[1459501509] 'agreement among raft nodes before linearized reading' (duration: 181.109973ms)","trace[1459501509] 'range keys from in-memory index tree' (duration: 83.015302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:33.013978Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146202660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:13:33.153399Z","caller":"traceutil/trace.go:172","msg":"trace[1647973936] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:772; }","duration":"639.942251ms","start":"2026-03-18T13:13:32.513433Z","end":"2026-03-18T13:13:33.153375Z","steps":["trace[1647973936] 'read index received' (duration: 639.933381ms)","trace[1647973936] 'applied index is now lower than readState.Index' (duration: 7.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:33.153559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"640.100244ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:33.153660Z","caller":"traceutil/trace.go:172","msg":"trace[1495506061] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:711; }","duration":"640.219307ms","start":"2026-03-18T13:13:32.513423Z","end":"2026-03-18T13:13:33.153642Z","steps":["trace[1495506061] 'agreement among raft nodes before linearized reading' (duration: 640.047993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:33.153780Z","caller":"traceutil/trace.go:172","msg":"trace[1569247526] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"384.080299ms","start":"2026-03-18T13:13:32.769667Z","end":"2026-03-18T13:13:33.153747Z","steps":["trace[1569247526] 'process raft request' (duration: 383.772302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:33.153983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:32.769568Z","time spent":"384.304344ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:13:40.457993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"637.887661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:13:40.458359Z","caller":"traceutil/trace.go:172","msg":"trace[719650354] linearizableReadLoop","detail":"{readStateIndex:794; appliedIndex:792; }","duration":"604.568179ms","start":"2026-03-18T13:13:39.853735Z","end":"2026-03-18T13:13:40.458303Z","steps":["trace[719650354] 'read index received' (duration: 128.978226ms)","trace[719650354] 'applied index is now lower than readState.Index' (duration: 475.589123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:40.458509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"604.704103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:40.458576Z","caller":"traceutil/trace.go:172","msg":"trace[1652589384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:731; }","duration":"604.839157ms","start":"2026-03-18T13:13:39.853726Z","end":"2026-03-18T13:13:40.458565Z","steps":["trace[1652589384] 'agreement among raft nodes before linearized reading' (duration: 604.677043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:40.458649Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:39.853704Z","time spent":"604.905038ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:13:41.418660Z","caller":"traceutil/trace.go:172","msg":"trace[976757364] linearizableReadLoop","detail":"{readStateIndex:796; appliedIndex:795; }","duration":"196.074234ms","start":"2026-03-18T13:13:41.222554Z","end":"2026-03-18T13:13:41.418628Z","steps":["trace[976757364] 'read index received' (duration: 153.252655ms)","trace[976757364] 'applied index is now lower than readState.Index' (duration: 42.814689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:41.418939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.359431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:13:41.419001Z","caller":"traceutil/trace.go:172","msg":"trace[1163512587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:732; }","duration":"196.434613ms","start":"2026-03-18T13:13:41.222538Z","end":"2026-03-18T13:13:41.418972Z","steps":["trace[1163512587] 'agreement among raft nodes before linearized reading' (duration: 196.199667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:42.552669Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"642.261733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:13:42.552820Z","caller":"traceutil/trace.go:172","msg":"trace[1303264043] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:798; }","duration":"699.780153ms","start":"2026-03-18T13:13:41.853017Z","end":"2026-03-18T13:13:42.552797Z","steps":["trace[1303264043] 'read index received' (duration: 58.201118ms)","trace[1303264043] 'applied index is now lower than readState.Index' (duration: 641.577505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:42.552950Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"699.916457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:42.552986Z","caller":"traceutil/trace.go:172","msg":"trace[1242341915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"699.964978ms","start":"2026-03-18T13:13:41.853010Z","end":"2026-03-18T13:13:42.552975Z","steps":["trace[1242341915] 'agreement among raft nodes before linearized reading' (duration: 699.882716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:42.553020Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:41.852987Z","time spent":"700.024499ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:13:42.680351Z","caller":"traceutil/trace.go:172","msg":"trace[2113595936] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:799; }","duration":"127.468684ms","start":"2026-03-18T13:13:42.552857Z","end":"2026-03-18T13:13:42.680326Z","steps":["trace[2113595936] 'read index received' (duration: 125.213273ms)","trace[2113595936] 'applied index is now lower than readState.Index' (duration: 2.254011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:42.680513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.939332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:13:42.680541Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.873798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:13:42.680589Z","caller":"traceutil/trace.go:172","msg":"trace[1428533448] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:736; }","duration":"140.042585ms","start":"2026-03-18T13:13:42.540529Z","end":"2026-03-18T13:13:42.680572Z","steps":["trace[1428533448] 'agreement among raft nodes before linearized reading' (duration: 139.912692ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:42.680604Z","caller":"traceutil/trace.go:172","msg":"trace[624175089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:736; }","duration":"346.94695ms","start":"2026-03-18T13:13:42.333633Z","end":"2026-03-18T13:13:42.680580Z","steps":["trace[624175089] 'agreement among raft nodes before linearized reading' (duration: 346.815207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:42.680651Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:42.333590Z","time spent":"347.050653ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:13:42.680540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"496.628967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:42.680728Z","caller":"traceutil/trace.go:172","msg":"trace[1832547799] range","detail":"{range_begin:/registry/daemonsets; range_end:; response_count:0; response_revision:736; }","duration":"496.833973ms","start":"2026-03-18T13:13:42.183870Z","end":"2026-03-18T13:13:42.680704Z","steps":["trace[1832547799] 'agreement among raft nodes before linearized reading' (duration: 496.592596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:42.680795Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:42.183829Z","time spent":"496.947276ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:13:42.680859Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.125658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:42.680937Z","caller":"traceutil/trace.go:172","msg":"trace[563439828] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:736; }","duration":"308.208611ms","start":"2026-03-18T13:13:42.372719Z","end":"2026-03-18T13:13:42.680927Z","steps":["trace[563439828] 'agreement among raft nodes before linearized reading' (duration: 307.663556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:42.680960Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:42.372679Z","time spent":"308.273092ms","remote":"127.0.0.1:52036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:13:42.681217Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.566914ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:13:42.682391Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.159183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:42.682586Z","caller":"traceutil/trace.go:172","msg":"trace[77882643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:736; }","duration":"128.364748ms","start":"2026-03-18T13:13:42.554203Z","end":"2026-03-18T13:13:42.682568Z","steps":["trace[77882643] 'agreement among raft nodes before linearized reading' (duration: 128.122992ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:42.682171Z","caller":"traceutil/trace.go:172","msg":"trace[515404468] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:736; }","duration":"130.024274ms","start":"2026-03-18T13:13:42.552008Z","end":"2026-03-18T13:13:42.682032Z","steps":["trace[515404468] 'agreement among raft nodes before linearized reading' (duration: 128.523783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:44.985728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.731307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:44.985800Z","caller":"traceutil/trace.go:172","msg":"trace[1107008978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"132.81539ms","start":"2026-03-18T13:13:44.852972Z","end":"2026-03-18T13:13:44.985787Z","steps":["trace[1107008978] 'range keys from in-memory index tree' (duration: 130.995698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:46.196627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.594341ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T13:13:47.009071Z","caller":"traceutil/trace.go:172","msg":"trace[763463614] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:814; }","duration":"227.977028ms","start":"2026-03-18T13:13:46.781072Z","end":"2026-03-18T13:13:47.009049Z","steps":["trace[763463614] 'read index received' (duration: 227.971858ms)","trace[763463614] 'applied index is now lower than readState.Index' (duration: 4.04µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:47.009351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.256016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:13:47.009378Z","caller":"traceutil/trace.go:172","msg":"trace[2007591546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:747; }","duration":"228.311297ms","start":"2026-03-18T13:13:46.781058Z","end":"2026-03-18T13:13:47.009370Z","steps":["trace[2007591546] 'agreement among raft nodes before linearized reading' (duration: 228.113951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:47.010728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"214.008124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:13:47.010819Z","caller":"traceutil/trace.go:172","msg":"trace[1043005371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:747; }","duration":"214.100477ms","start":"2026-03-18T13:13:46.796708Z","end":"2026-03-18T13:13:47.010809Z","steps":["trace[1043005371] 'agreement among raft nodes before linearized reading' (duration: 213.982224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:47.011023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"152.169099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:47.011118Z","caller":"traceutil/trace.go:172","msg":"trace[447674652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:747; }","duration":"152.274213ms","start":"2026-03-18T13:13:46.858824Z","end":"2026-03-18T13:13:47.011098Z","steps":["trace[447674652] 'agreement among raft nodes before linearized reading' (duration: 152.077907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:49.114754Z","caller":"traceutil/trace.go:172","msg":"trace[938427321] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:820; }","duration":"262.951554ms","start":"2026-03-18T13:13:48.851781Z","end":"2026-03-18T13:13:49.114732Z","steps":["trace[938427321] 'read index received' (duration: 262.944834ms)","trace[938427321] 'applied index is now lower than readState.Index' (duration: 5.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:49.114906Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"263.109228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:49.115041Z","caller":"traceutil/trace.go:172","msg":"trace[1314811534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:752; }","duration":"263.262643ms","start":"2026-03-18T13:13:48.851756Z","end":"2026-03-18T13:13:49.115018Z","steps":["trace[1314811534] 'agreement among raft nodes before linearized reading' (duration: 263.046506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:49.488132Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"121.790383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:48 size:4064"} {"level":"info","ts":"2026-03-18T13:13:49.488244Z","caller":"traceutil/trace.go:172","msg":"trace[1531827182] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:48; response_revision:752; }","duration":"122.243716ms","start":"2026-03-18T13:13:49.365979Z","end":"2026-03-18T13:13:49.488222Z","steps":["trace[1531827182] 'range keys from in-memory index tree' (duration: 118.472841ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:49.874085Z","caller":"traceutil/trace.go:172","msg":"trace[1729812308] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:821; }","duration":"322.37342ms","start":"2026-03-18T13:13:49.551687Z","end":"2026-03-18T13:13:49.874061Z","steps":["trace[1729812308] 'read index received' (duration: 322.36575ms)","trace[1729812308] 'applied index is now lower than readState.Index' (duration: 6.66µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:49.874297Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"322.603997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:49.874353Z","caller":"traceutil/trace.go:172","msg":"trace[351377552] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:753; }","duration":"322.675909ms","start":"2026-03-18T13:13:49.551667Z","end":"2026-03-18T13:13:49.874343Z","steps":["trace[351377552] 'agreement among raft nodes before linearized reading' (duration: 322.531865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:49.874393Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:49.551624Z","time spent":"322.752611ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"info","ts":"2026-03-18T13:13:49.875631Z","caller":"traceutil/trace.go:172","msg":"trace[1682610778] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"125.73235ms","start":"2026-03-18T13:13:49.749885Z","end":"2026-03-18T13:13:49.875617Z","steps":["trace[1682610778] 'process raft request' (duration: 125.563665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:49.876688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.607432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:49.876748Z","caller":"traceutil/trace.go:172","msg":"trace[361560048] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:754; }","duration":"110.668034ms","start":"2026-03-18T13:13:49.766064Z","end":"2026-03-18T13:13:49.876732Z","steps":["trace[361560048] 'agreement among raft nodes before linearized reading' (duration: 110.565321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:51.396510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.581033ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:13:52.471341Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8063c2660f25cc98 switched to configuration voters=(8545104138365659021 9251451803145718936) learners=(15698044394860065986)"} {"level":"info","ts":"2026-03-18T13:13:52.471830Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"a26f37ac4c69834d","local-member-id":"8063c2660f25cc98","added-peer-id":"d9daa8348ff234c2","added-peer-peer-urls":["https://199.19.213.181:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-18T13:13:52.471876Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.471907Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.472257Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.472226Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.472375Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.472341Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.472597Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:13:52.472530Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2","remote-peer-urls":["https://199.19.213.181:2380"]} {"level":"warn","ts":"2026-03-18T13:13:52.502494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:52090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:13:52.525704Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:52116","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:13:53.030847Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:52118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:13:53.531139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:52128","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:13:53.944024Z","caller":"traceutil/trace.go:172","msg":"trace[164965285] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"216.215898ms","start":"2026-03-18T13:13:53.727773Z","end":"2026-03-18T13:13:53.943989Z","steps":["trace[164965285] 'process raft request' (duration: 215.938829ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:13:54.039386Z","caller":"traceutil/trace.go:172","msg":"trace[765333485] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:835; }","duration":"186.338662ms","start":"2026-03-18T13:13:53.853028Z","end":"2026-03-18T13:13:54.039367Z","steps":["trace[765333485] 'read index received' (duration: 186.333732ms)","trace[765333485] 'applied index is now lower than readState.Index' (duration: 3.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:54.299401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"446.24123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:13:54.299490Z","caller":"traceutil/trace.go:172","msg":"trace[370682118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:764; }","duration":"446.447937ms","start":"2026-03-18T13:13:53.853021Z","end":"2026-03-18T13:13:54.299469Z","steps":["trace[370682118] 'agreement among raft nodes before linearized reading' (duration: 186.420115ms)","trace[370682118] 'range keys from in-memory index tree' (duration: 259.789144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:54.299461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"259.806304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:13:54.299537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:53.852987Z","time spent":"446.54103ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:13:54.299880Z","caller":"traceutil/trace.go:172","msg":"trace[755092350] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"431.843648ms","start":"2026-03-18T13:13:53.868007Z","end":"2026-03-18T13:13:54.299851Z","steps":["trace[755092350] 'process raft request' (duration: 171.690951ms)","trace[755092350] 'compare' (duration: 259.508755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:54.299981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:13:53.867981Z","time spent":"431.954991ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:13:55.036569Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:52156","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:13:55.514517Z","caller":"traceutil/trace.go:172","msg":"trace[1174411164] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:839; }","duration":"119.143477ms","start":"2026-03-18T13:13:55.395348Z","end":"2026-03-18T13:13:55.514491Z","steps":["trace[1174411164] 'read index received' (duration: 119.138917ms)","trace[1174411164] 'applied index is now lower than readState.Index' (duration: 3.84µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:55.514784Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.421396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:13:55.514861Z","caller":"traceutil/trace.go:172","msg":"trace[25917402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:768; }","duration":"119.523089ms","start":"2026-03-18T13:13:55.395322Z","end":"2026-03-18T13:13:55.514845Z","steps":["trace[25917402] 'agreement among raft nodes before linearized reading' (duration: 119.271601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:13:57.473379Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"d9daa8348ff234c2","rtt":"0s","error":"dial tcp 199.19.213.181:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:13:57.473551Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"d9daa8348ff234c2","rtt":"0s","error":"dial tcp 199.19.213.181:2380: connect: connection refused"} {"level":"warn","ts":"2026-03-18T13:13:58.030290Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:52202","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:13:59.488588Z","caller":"traceutil/trace.go:172","msg":"trace[1886097335] linearizableReadLoop","detail":"{readStateIndex:849; appliedIndex:849; }","duration":"112.1022ms","start":"2026-03-18T13:13:59.376448Z","end":"2026-03-18T13:13:59.488550Z","steps":["trace[1886097335] 'read index received' (duration: 112.09103ms)","trace[1886097335] 'applied index is now lower than readState.Index' (duration: 9.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:13:59.488784Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.318577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:13:59.488897Z","caller":"traceutil/trace.go:172","msg":"trace[2012755404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:776; }","duration":"112.433081ms","start":"2026-03-18T13:13:59.376442Z","end":"2026-03-18T13:13:59.488875Z","steps":["trace[2012755404] 'agreement among raft nodes before linearized reading' (duration: 112.207893ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:00.047528Z","caller":"traceutil/trace.go:172","msg":"trace[746175007] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:851; }","duration":"106.221743ms","start":"2026-03-18T13:13:59.941277Z","end":"2026-03-18T13:14:00.047498Z","steps":["trace[746175007] 'read index received' (duration: 106.211263ms)","trace[746175007] 'applied index is now lower than readState.Index' (duration: 8.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:00.047685Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.391779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:00.047784Z","caller":"traceutil/trace.go:172","msg":"trace[1837709249] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:778; }","duration":"106.510543ms","start":"2026-03-18T13:13:59.941253Z","end":"2026-03-18T13:14:00.047764Z","steps":["trace[1837709249] 'agreement among raft nodes before linearized reading' (duration: 106.331237ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:00.193412Z","caller":"traceutil/trace.go:172","msg":"trace[502074968] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"243.206857ms","start":"2026-03-18T13:13:59.949986Z","end":"2026-03-18T13:14:00.193193Z","steps":["trace[502074968] 'process raft request' (duration: 243.070713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:00.195217Z","caller":"traceutil/trace.go:172","msg":"trace[387995471] linearizableReadLoop","detail":"{readStateIndex:853; appliedIndex:853; }","duration":"147.594912ms","start":"2026-03-18T13:14:00.047600Z","end":"2026-03-18T13:14:00.195195Z","steps":["trace[387995471] 'read index received' (duration: 147.589302ms)","trace[387995471] 'applied index is now lower than readState.Index' (duration: 4.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:00.195385Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.365294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:00.195416Z","caller":"traceutil/trace.go:172","msg":"trace[521314499] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:780; }","duration":"210.413146ms","start":"2026-03-18T13:13:59.984993Z","end":"2026-03-18T13:14:00.195406Z","steps":["trace[521314499] 'agreement among raft nodes before linearized reading' (duration: 210.329943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:00.197651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.313232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:00.197722Z","caller":"traceutil/trace.go:172","msg":"trace[55117578] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:780; }","duration":"147.389405ms","start":"2026-03-18T13:14:00.050316Z","end":"2026-03-18T13:14:00.197706Z","steps":["trace[55117578] 'agreement among raft nodes before linearized reading' (duration: 147.272411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:00.627829Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:00.627915Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:00.627924Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:00.636419Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8063c2660f25cc98","to":"d9daa8348ff234c2","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-18T13:14:00.636453Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:00.646937Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8063c2660f25cc98","to":"d9daa8348ff234c2","stream-type":"stream Message"} {"level":"info","ts":"2026-03-18T13:14:00.646992Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"warn","ts":"2026-03-18T13:14:01.518202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.590277ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:14:01.991619Z","caller":"traceutil/trace.go:172","msg":"trace[1395281185] linearizableReadLoop","detail":"{readStateIndex:857; appliedIndex:858; }","duration":"473.269445ms","start":"2026-03-18T13:14:01.518318Z","end":"2026-03-18T13:14:01.991587Z","steps":["trace[1395281185] 'read index received' (duration: 473.246615ms)","trace[1395281185] 'applied index is now lower than readState.Index' (duration: 21.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:01.991776Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"473.41789ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:01.991863Z","caller":"traceutil/trace.go:172","msg":"trace[1514731887] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:783; }","duration":"473.523644ms","start":"2026-03-18T13:14:01.518305Z","end":"2026-03-18T13:14:01.991829Z","steps":["trace[1514731887] 'agreement among raft nodes before linearized reading' (duration: 473.388969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:01.994295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:01.537384Z","time spent":"456.906549ms","remote":"199.19.213.181:56500","response type":"/etcdserverpb.Cluster/MemberList","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T13:14:01.994407Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.552473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:01.994517Z","caller":"traceutil/trace.go:172","msg":"trace[975203287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:783; }","duration":"141.633066ms","start":"2026-03-18T13:14:01.852830Z","end":"2026-03-18T13:14:01.994463Z","steps":["trace[975203287] 'agreement among raft nodes before linearized reading' (duration: 141.513022ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:02.495675Z","caller":"traceutil/trace.go:172","msg":"trace[253821531] linearizableReadLoop","detail":"{readStateIndex:859; appliedIndex:859; }","duration":"278.29918ms","start":"2026-03-18T13:14:02.217350Z","end":"2026-03-18T13:14:02.495649Z","steps":["trace[253821531] 'read index received' (duration: 278.29086ms)","trace[253821531] 'applied index is now lower than readState.Index' (duration: 6.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:02.495867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.503427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:02.495911Z","caller":"traceutil/trace.go:172","msg":"trace[55231160] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:785; }","duration":"278.56525ms","start":"2026-03-18T13:14:02.217334Z","end":"2026-03-18T13:14:02.495899Z","steps":["trace[55231160] 'agreement among raft nodes before linearized reading' (duration: 278.469267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:02.497180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.764874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:02.497219Z","caller":"traceutil/trace.go:172","msg":"trace[1076738881] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:785; }","duration":"141.805205ms","start":"2026-03-18T13:14:02.355404Z","end":"2026-03-18T13:14:02.497209Z","steps":["trace[1076738881] 'agreement among raft nodes before linearized reading' (duration: 141.741123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:02.532369Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.181:56524","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:14:03.607381Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"8063c2660f25cc98 switched to configuration voters=(8545104138365659021 9251451803145718936 15698044394860065986)"} {"level":"info","ts":"2026-03-18T13:14:03.607605Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"a26f37ac4c69834d","local-member-id":"8063c2660f25cc98","promoted-member-id":"d9daa8348ff234c2"} {"level":"warn","ts":"2026-03-18T13:14:03.718215Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:14:03.718604Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2","error":"EOF"} {"level":"info","ts":"2026-03-18T13:14:03.742917Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:03.754202Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:03.760061Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8063c2660f25cc98","to":"d9daa8348ff234c2","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-18T13:14:03.760123Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:03.760133Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:03.762652Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"8063c2660f25cc98","to":"d9daa8348ff234c2","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-18T13:14:03.762730Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:03.762749Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"8063c2660f25cc98","remote-peer-id":"d9daa8348ff234c2"} {"level":"info","ts":"2026-03-18T13:14:04.421867Z","caller":"traceutil/trace.go:172","msg":"trace[1206190791] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"178.443479ms","start":"2026-03-18T13:14:04.243397Z","end":"2026-03-18T13:14:04.421841Z","steps":["trace[1206190791] 'process raft request' (duration: 136.392139ms)","trace[1206190791] 'compare' (duration: 41.925545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:06.269806Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"227.661486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:14:06.269907Z","caller":"traceutil/trace.go:172","msg":"trace[2053349213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:796; }","duration":"227.781531ms","start":"2026-03-18T13:14:06.042108Z","end":"2026-03-18T13:14:06.269889Z","steps":["trace[2053349213] 'agreement among raft nodes before linearized reading' (duration: 227.500879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:06.270392Z","caller":"traceutil/trace.go:172","msg":"trace[1204659743] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:874; }","duration":"227.331074ms","start":"2026-03-18T13:14:06.042128Z","end":"2026-03-18T13:14:06.269459Z","steps":["trace[1204659743] 'read index received' (duration: 227.321303ms)","trace[1204659743] 'applied index is now lower than readState.Index' (duration: 7.891µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:06.788199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"274.21261ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:06.788310Z","caller":"traceutil/trace.go:172","msg":"trace[1746837212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:796; }","duration":"274.344355ms","start":"2026-03-18T13:14:06.513941Z","end":"2026-03-18T13:14:06.788285Z","steps":["trace[1746837212] 'range keys from in-memory index tree' (duration: 274.128717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:07.056321Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.835544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:14:07.056410Z","caller":"traceutil/trace.go:172","msg":"trace[1896414154] linearizableReadLoop","detail":"{readStateIndex:876; appliedIndex:875; }","duration":"202.711378ms","start":"2026-03-18T13:14:06.853687Z","end":"2026-03-18T13:14:07.056398Z","steps":["trace[1896414154] 'read index received' (duration: 73.079768ms)","trace[1896414154] 'applied index is now lower than readState.Index' (duration: 129.63077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:07.056462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.781371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:07.056475Z","caller":"traceutil/trace.go:172","msg":"trace[2064036465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"202.799492ms","start":"2026-03-18T13:14:06.853671Z","end":"2026-03-18T13:14:07.056470Z","steps":["trace[2064036465] 'agreement among raft nodes before linearized reading' (duration: 202.75484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:08.709092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.841955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:08.709170Z","caller":"traceutil/trace.go:172","msg":"trace[1007287813] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:803; }","duration":"258.939469ms","start":"2026-03-18T13:14:08.450216Z","end":"2026-03-18T13:14:08.709155Z","steps":["trace[1007287813] 'range keys from in-memory index tree' (duration: 256.195645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:08.709146Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.249785ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:08.709227Z","caller":"traceutil/trace.go:172","msg":"trace[845303619] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:803; }","duration":"195.352259ms","start":"2026-03-18T13:14:08.513853Z","end":"2026-03-18T13:14:08.709205Z","steps":["trace[845303619] 'range keys from in-memory index tree' (duration: 195.193753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:09.050543Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.860498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:09.050763Z","caller":"traceutil/trace.go:172","msg":"trace[1297941742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:804; }","duration":"199.17441ms","start":"2026-03-18T13:14:08.851570Z","end":"2026-03-18T13:14:09.050745Z","steps":["trace[1297941742] 'range keys from in-memory index tree' (duration: 197.052929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:09.329958Z","caller":"traceutil/trace.go:172","msg":"trace[1049323451] linearizableReadLoop","detail":"{readStateIndex:884; appliedIndex:883; }","duration":"102.703569ms","start":"2026-03-18T13:14:09.227224Z","end":"2026-03-18T13:14:09.329928Z","steps":["trace[1049323451] 'read index received' (duration: 27.974465ms)","trace[1049323451] 'applied index is now lower than readState.Index' (duration: 74.727354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:09.330185Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.927278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:09.330231Z","caller":"traceutil/trace.go:172","msg":"trace[277195951] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:805; }","duration":"102.998781ms","start":"2026-03-18T13:14:09.227219Z","end":"2026-03-18T13:14:09.330218Z","steps":["trace[277195951] 'agreement among raft nodes before linearized reading' (duration: 102.895887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:16.254711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"741.305046ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:16.254910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"236.262482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:14:16.255020Z","caller":"traceutil/trace.go:172","msg":"trace[1052369596] linearizableReadLoop","detail":"{readStateIndex:923; appliedIndex:922; }","duration":"556.181476ms","start":"2026-03-18T13:14:15.698817Z","end":"2026-03-18T13:14:16.254998Z","steps":["trace[1052369596] 'read index received' (duration: 320.826702ms)","trace[1052369596] 'applied index is now lower than readState.Index' (duration: 235.353244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:16.255300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"556.469359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:16.254803Z","caller":"traceutil/trace.go:172","msg":"trace[486361222] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:838; }","duration":"741.451113ms","start":"2026-03-18T13:14:15.513339Z","end":"2026-03-18T13:14:16.254790Z","steps":["trace[486361222] 'range keys from in-memory index tree' (duration: 741.241254ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:16.255387Z","caller":"traceutil/trace.go:172","msg":"trace[2096632118] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:839; }","duration":"556.562482ms","start":"2026-03-18T13:14:15.698809Z","end":"2026-03-18T13:14:16.255371Z","steps":["trace[2096632118] 'agreement among raft nodes before linearized reading' (duration: 556.431347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:16.255435Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:15.698769Z","time spent":"556.653735ms","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"info","ts":"2026-03-18T13:14:16.358044Z","caller":"traceutil/trace.go:172","msg":"trace[607929920] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:925; }","duration":"102.942161ms","start":"2026-03-18T13:14:16.255074Z","end":"2026-03-18T13:14:16.358017Z","steps":["trace[607929920] 'read index received' (duration: 102.935371ms)","trace[607929920] 'applied index is now lower than readState.Index' (duration: 5.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:16.460314Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.122336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:14:16.460390Z","caller":"traceutil/trace.go:172","msg":"trace[1956928937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:840; }","duration":"280.199489ms","start":"2026-03-18T13:14:16.180169Z","end":"2026-03-18T13:14:16.460368Z","steps":["trace[1956928937] 'agreement among raft nodes before linearized reading' (duration: 177.873134ms)","trace[1956928937] 'range keys from in-memory index tree' (duration: 102.157908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:16.460372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"608.380962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:16.460440Z","caller":"traceutil/trace.go:172","msg":"trace[429128542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:840; }","duration":"608.456975ms","start":"2026-03-18T13:14:15.851966Z","end":"2026-03-18T13:14:16.460423Z","steps":["trace[429128542] 'agreement among raft nodes before linearized reading' (duration: 506.178932ms)","trace[429128542] 'range keys from in-memory index tree' (duration: 102.18429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:16.460467Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:15.851929Z","time spent":"608.532488ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:14:16.460522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.666549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:14:16.460761Z","caller":"traceutil/trace.go:172","msg":"trace[2138005309] linearizableReadLoop","detail":"{readStateIndex:928; appliedIndex:925; }","duration":"102.630247ms","start":"2026-03-18T13:14:16.358120Z","end":"2026-03-18T13:14:16.460751Z","steps":["trace[2138005309] 'read index received' (duration: 1.623725ms)","trace[2138005309] 'applied index is now lower than readState.Index' (duration: 101.005822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:16.460820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.423272ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:16.460833Z","caller":"traceutil/trace.go:172","msg":"trace[419944990] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:843; }","duration":"205.441872ms","start":"2026-03-18T13:14:16.255387Z","end":"2026-03-18T13:14:16.460828Z","steps":["trace[419944990] 'agreement among raft nodes before linearized reading' (duration: 205.410521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:16.461694Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.453352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:14:16.461740Z","caller":"traceutil/trace.go:172","msg":"trace[1834356375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:843; }","duration":"200.491224ms","start":"2026-03-18T13:14:16.261231Z","end":"2026-03-18T13:14:16.461722Z","steps":["trace[1834356375] 'agreement among raft nodes before linearized reading' (duration: 199.723882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:18.390538Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.551525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:14:18.390629Z","caller":"traceutil/trace.go:172","msg":"trace[498832188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:858; }","duration":"117.720292ms","start":"2026-03-18T13:14:18.272892Z","end":"2026-03-18T13:14:18.390612Z","steps":["trace[498832188] 'range keys from in-memory index tree' (duration: 115.211949ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:18.976082Z","caller":"traceutil/trace.go:172","msg":"trace[1622460100] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:953; }","duration":"123.351301ms","start":"2026-03-18T13:14:18.852703Z","end":"2026-03-18T13:14:18.976054Z","steps":["trace[1622460100] 'read index received' (duration: 123.345521ms)","trace[1622460100] 'applied index is now lower than readState.Index' (duration: 4.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:18.976252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.537639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:18.976353Z","caller":"traceutil/trace.go:172","msg":"trace[1021853564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:867; }","duration":"123.647704ms","start":"2026-03-18T13:14:18.852688Z","end":"2026-03-18T13:14:18.976336Z","steps":["trace[1021853564] 'agreement among raft nodes before linearized reading' (duration: 123.501778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:21.023649Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146202942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:21.524069Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146202942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:14:22.025203Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146202942,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:14:22.111764Z","caller":"traceutil/trace.go:172","msg":"trace[62235535] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"1.715707885s","start":"2026-03-18T13:14:20.396024Z","end":"2026-03-18T13:14:22.111731Z","steps":["trace[62235535] 'process raft request' (duration: 1.715514377s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:22.111953Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.395996Z","time spent":"1.715861453s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:14:22.112812Z","caller":"traceutil/trace.go:172","msg":"trace[1201379696] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:961; }","duration":"1.589607803s","start":"2026-03-18T13:14:20.523160Z","end":"2026-03-18T13:14:22.112768Z","steps":["trace[1201379696] 'read index received' (duration: 1.589600503s)","trace[1201379696] 'applied index is now lower than readState.Index' (duration: 5.91µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:22.113218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.590052142s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:22.113334Z","caller":"traceutil/trace.go:172","msg":"trace[818769737] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:874; }","duration":"1.590132005s","start":"2026-03-18T13:14:20.523132Z","end":"2026-03-18T13:14:22.113264Z","steps":["trace[818769737] 'agreement among raft nodes before linearized reading' (duration: 1.589863054s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:22.114577Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14742706008146202944,"received-request-id":14742706008146202942} {"level":"warn","ts":"2026-03-18T13:14:22.289939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.93769ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:14:22.290632Z","caller":"traceutil/trace.go:172","msg":"trace[813993727] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:962; }","duration":"177.714053ms","start":"2026-03-18T13:14:22.112892Z","end":"2026-03-18T13:14:22.290606Z","steps":["trace[813993727] 'read index received' (duration: 5.034861ms)","trace[813993727] 'applied index is now lower than readState.Index' (duration: 172.677442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:22.290704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.015202ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:22.290826Z","caller":"traceutil/trace.go:172","msg":"trace[752064435] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:875; }","duration":"176.154858ms","start":"2026-03-18T13:14:22.114648Z","end":"2026-03-18T13:14:22.290803Z","steps":["trace[752064435] 'range keys from in-memory index tree' (duration: 175.72733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:22.870034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.04836082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:14:22.870139Z","caller":"traceutil/trace.go:172","msg":"trace[944003059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:876; }","duration":"2.048466844s","start":"2026-03-18T13:14:20.821644Z","end":"2026-03-18T13:14:22.870111Z","steps":["trace[944003059] 'agreement among raft nodes before linearized reading' (duration: 1.469150509s)","trace[944003059] 'range keys from in-memory index tree' (duration: 579.081275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:22.870189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.821622Z","time spent":"2.048553998s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:22.870166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.34561907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:14:22.870241Z","caller":"traceutil/trace.go:172","msg":"trace[1135712941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:876; }","duration":"2.345693963s","start":"2026-03-18T13:14:20.524533Z","end":"2026-03-18T13:14:22.870227Z","steps":["trace[1135712941] 'agreement among raft nodes before linearized reading' (duration: 1.766288464s)","trace[1135712941] 'range keys from in-memory index tree' (duration: 579.265153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:22.870298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.524511Z","time spent":"2.345777967s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:22.870596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.875935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:22.870572Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.898347667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:22.870639Z","caller":"traceutil/trace.go:172","msg":"trace[498098426] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:876; }","duration":"635.914677ms","start":"2026-03-18T13:14:22.234711Z","end":"2026-03-18T13:14:22.870625Z","steps":["trace[498098426] 'agreement among raft nodes before linearized reading' (duration: 58.401257ms)","trace[498098426] 'range keys from in-memory index tree' (duration: 577.458458ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:22.870655Z","caller":"traceutil/trace.go:172","msg":"trace[1356848996] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:876; }","duration":"1.89842929s","start":"2026-03-18T13:14:20.972212Z","end":"2026-03-18T13:14:22.870641Z","steps":["trace[1356848996] 'agreement among raft nodes before linearized reading' (duration: 1.318563742s)","trace[1356848996] 'range keys from in-memory index tree' (duration: 579.765794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:22.870666Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:22.234677Z","time spent":"635.981709ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:22.870717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.972184Z","time spent":"1.898523974s","remote":"127.0.0.1:44750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:22.870711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.017450582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:22.870830Z","caller":"traceutil/trace.go:172","msg":"trace[1637615517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:876; }","duration":"2.017571217s","start":"2026-03-18T13:14:20.853248Z","end":"2026-03-18T13:14:22.870819Z","steps":["trace[1637615517] 'agreement among raft nodes before linearized reading' (duration: 1.437537831s)","trace[1637615517] 'range keys from in-memory index tree' (duration: 579.90388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:22.870872Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:20.853214Z","time spent":"2.01765089s","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:14:22.870868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"579.957063ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:22.870944Z","caller":"traceutil/trace.go:172","msg":"trace[2030251883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:876; }","duration":"580.044366ms","start":"2026-03-18T13:14:22.290884Z","end":"2026-03-18T13:14:22.870928Z","steps":["trace[2030251883] 'range keys from in-memory index tree' (duration: 576.294458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:22.871089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.094338336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:14:22.871166Z","caller":"traceutil/trace.go:172","msg":"trace[1454365533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:876; }","duration":"1.094372708s","start":"2026-03-18T13:14:21.776741Z","end":"2026-03-18T13:14:22.871113Z","steps":["trace[1454365533] 'agreement among raft nodes before linearized reading' (duration: 514.005858ms)","trace[1454365533] 'range keys from in-memory index tree' (duration: 579.697942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:22.871051Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.288246686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:14:22.871295Z","caller":"traceutil/trace.go:172","msg":"trace[1592237905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:876; }","duration":"1.288515248s","start":"2026-03-18T13:14:21.582759Z","end":"2026-03-18T13:14:22.871275Z","steps":["trace[1592237905] 'agreement among raft nodes before linearized reading' (duration: 708.005991ms)","trace[1592237905] 'range keys from in-memory index tree' (duration: 580.091207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:22.871882Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:21.582737Z","time spent":"1.289132903s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:22.871202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:21.776722Z","time spent":"1.094470862s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:23.517469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.788728ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-18T13:14:23.517668Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:22.956137Z","time spent":"561.522595ms","remote":"127.0.0.1:44616","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T13:14:23.903920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"174.198673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:14:24.018580Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146202950,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:14:24.084813Z","caller":"traceutil/trace.go:172","msg":"trace[1551580925] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:968; }","duration":"567.525883ms","start":"2026-03-18T13:14:23.517263Z","end":"2026-03-18T13:14:24.084789Z","steps":["trace[1551580925] 'read index received' (duration: 567.519742ms)","trace[1551580925] 'applied index is now lower than readState.Index' (duration: 4.701µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:24.085298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"568.008163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:24.085431Z","caller":"traceutil/trace.go:172","msg":"trace[859250718] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:879; }","duration":"568.156239ms","start":"2026-03-18T13:14:23.517256Z","end":"2026-03-18T13:14:24.085413Z","steps":["trace[859250718] 'agreement among raft nodes before linearized reading' (duration: 567.635727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:24.085459Z","caller":"traceutil/trace.go:172","msg":"trace[566031185] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"566.564431ms","start":"2026-03-18T13:14:23.518873Z","end":"2026-03-18T13:14:24.085437Z","steps":["trace[566031185] 'process raft request' (duration: 565.931244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.085618Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14742706008146202954,"received-request-id":14742706008146202950} {"level":"warn","ts":"2026-03-18T13:14:24.085657Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:23.518850Z","time spent":"566.748489ms","remote":"127.0.0.1:44616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:14:24.086341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.544071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:24.086401Z","caller":"traceutil/trace.go:172","msg":"trace[259972324] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:880; }","duration":"459.634475ms","start":"2026-03-18T13:14:23.626754Z","end":"2026-03-18T13:14:24.086388Z","steps":["trace[259972324] 'agreement among raft nodes before linearized reading' (duration: 459.493559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.086449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:23.626725Z","time spent":"459.704918ms","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:24.086754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"411.669703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.156\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T13:14:24.086842Z","caller":"traceutil/trace.go:172","msg":"trace[22260680] range","detail":"{range_begin:/registry/masterleases/199.19.213.156; range_end:; response_count:1; response_revision:880; }","duration":"411.760778ms","start":"2026-03-18T13:14:23.675069Z","end":"2026-03-18T13:14:24.086830Z","steps":["trace[22260680] 'agreement among raft nodes before linearized reading' (duration: 411.236705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.087121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:23.675058Z","time spent":"412.045249ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.156\" limit:1 "} {"level":"info","ts":"2026-03-18T13:14:24.592603Z","caller":"traceutil/trace.go:172","msg":"trace[1344911675] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"495.215632ms","start":"2026-03-18T13:14:24.097357Z","end":"2026-03-18T13:14:24.592572Z","steps":["trace[1344911675] 'process raft request' (duration: 474.099017ms)","trace[1344911675] 'compare' (duration: 20.875885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:24.592758Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:24.097310Z","time spent":"495.372679ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:14:24.952134Z","caller":"traceutil/trace.go:172","msg":"trace[1652905472] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:975; }","duration":"438.098759ms","start":"2026-03-18T13:14:24.514008Z","end":"2026-03-18T13:14:24.952107Z","steps":["trace[1652905472] 'read index received' (duration: 438.091778ms)","trace[1652905472] 'applied index is now lower than readState.Index' (duration: 5.771µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:24.988214Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"474.221589ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:24.988285Z","caller":"traceutil/trace.go:172","msg":"trace[1881883614] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:885; }","duration":"474.305813ms","start":"2026-03-18T13:14:24.513964Z","end":"2026-03-18T13:14:24.988270Z","steps":["trace[1881883614] 'agreement among raft nodes before linearized reading' (duration: 438.260075ms)","trace[1881883614] 'range keys from in-memory index tree' (duration: 35.941484ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:14:24.988677Z","caller":"traceutil/trace.go:172","msg":"trace[143444139] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"270.996511ms","start":"2026-03-18T13:14:24.717646Z","end":"2026-03-18T13:14:24.988643Z","steps":["trace[143444139] 'process raft request' (duration: 270.819423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.988785Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.475829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:14:24.988836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.022616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-18T13:14:24.988948Z","caller":"traceutil/trace.go:172","msg":"trace[1741947647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"137.620626ms","start":"2026-03-18T13:14:24.851278Z","end":"2026-03-18T13:14:24.988899Z","steps":["trace[1741947647] 'agreement among raft nodes before linearized reading' (duration: 137.425907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:24.988951Z","caller":"traceutil/trace.go:172","msg":"trace[34242947] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:887; }","duration":"393.154073ms","start":"2026-03-18T13:14:24.595771Z","end":"2026-03-18T13:14:24.988925Z","steps":["trace[34242947] 'agreement among raft nodes before linearized reading' (duration: 392.859159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:24.989111Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:24.595732Z","time spent":"393.362302ms","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":486,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:14:27.636069Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.04434ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:27.636569Z","caller":"traceutil/trace.go:172","msg":"trace[1607901520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:896; }","duration":"123.563933ms","start":"2026-03-18T13:14:27.512979Z","end":"2026-03-18T13:14:27.636543Z","steps":["trace[1607901520] 'range keys from in-memory index tree' (duration: 122.965576ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:32.799367Z","caller":"traceutil/trace.go:172","msg":"trace[1286854389] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"302.525814ms","start":"2026-03-18T13:14:32.496806Z","end":"2026-03-18T13:14:32.799332Z","steps":["trace[1286854389] 'process raft request' (duration: 302.322894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:32.799682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:32.496766Z","time spent":"302.766925ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:14:32.801094Z","caller":"traceutil/trace.go:172","msg":"trace[297649835] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1005; }","duration":"287.790472ms","start":"2026-03-18T13:14:32.513281Z","end":"2026-03-18T13:14:32.801072Z","steps":["trace[297649835] 'read index received' (duration: 287.784112ms)","trace[297649835] 'applied index is now lower than readState.Index' (duration: 5.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:32.801277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.960359ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:32.801425Z","caller":"traceutil/trace.go:172","msg":"trace[1205745958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:909; }","duration":"288.124966ms","start":"2026-03-18T13:14:32.513243Z","end":"2026-03-18T13:14:32.801368Z","steps":["trace[1205745958] 'agreement among raft nodes before linearized reading' (duration: 287.921287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:32.974899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.701541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:32.975012Z","caller":"traceutil/trace.go:172","msg":"trace[562200265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:909; }","duration":"120.838637ms","start":"2026-03-18T13:14:32.854153Z","end":"2026-03-18T13:14:32.974992Z","steps":["trace[562200265] 'range keys from in-memory index tree' (duration: 118.561107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:33.361850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.68393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:14:33.362018Z","caller":"traceutil/trace.go:172","msg":"trace[1124551053] linearizableReadLoop","detail":"{readStateIndex:1007; appliedIndex:1006; }","duration":"385.485393ms","start":"2026-03-18T13:14:32.976514Z","end":"2026-03-18T13:14:33.362000Z","steps":["trace[1124551053] 'read index received' (duration: 202.599493ms)","trace[1124551053] 'applied index is now lower than readState.Index' (duration: 182.88428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:33.362153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"385.64259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:33.362189Z","caller":"traceutil/trace.go:172","msg":"trace[390994360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:911; }","duration":"385.683292ms","start":"2026-03-18T13:14:32.976496Z","end":"2026-03-18T13:14:33.362179Z","steps":["trace[390994360] 'agreement among raft nodes before linearized reading' (duration: 385.606028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:33.362227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:14:32.976472Z","time spent":"385.746694ms","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:14:33.620021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.688169ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:33.620137Z","caller":"traceutil/trace.go:172","msg":"trace[359970096] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:911; }","duration":"105.828207ms","start":"2026-03-18T13:14:33.514287Z","end":"2026-03-18T13:14:33.620115Z","steps":["trace[359970096] 'range keys from in-memory index tree' (duration: 105.602326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:35.652624Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.954729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:35.652735Z","caller":"traceutil/trace.go:172","msg":"trace[739326436] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:919; }","duration":"142.080885ms","start":"2026-03-18T13:14:35.510629Z","end":"2026-03-18T13:14:35.652710Z","steps":["trace[739326436] 'range keys from in-memory index tree' (duration: 140.332466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:35.653384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.665247ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:35.653488Z","caller":"traceutil/trace.go:172","msg":"trace[641209887] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:919; }","duration":"139.792802ms","start":"2026-03-18T13:14:35.513675Z","end":"2026-03-18T13:14:35.653468Z","steps":["trace[641209887] 'range keys from in-memory index tree' (duration: 139.606284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:42.831517Z","caller":"traceutil/trace.go:172","msg":"trace[39141098] linearizableReadLoop","detail":"{readStateIndex:1043; appliedIndex:1043; }","duration":"268.372953ms","start":"2026-03-18T13:14:42.563120Z","end":"2026-03-18T13:14:42.831493Z","steps":["trace[39141098] 'read index received' (duration: 268.367512ms)","trace[39141098] 'applied index is now lower than readState.Index' (duration: 4.511µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:42.831724Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.605163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T13:14:42.831789Z","caller":"traceutil/trace.go:172","msg":"trace[1169497072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:941; }","duration":"268.676427ms","start":"2026-03-18T13:14:42.563100Z","end":"2026-03-18T13:14:42.831776Z","steps":["trace[1169497072] 'agreement among raft nodes before linearized reading' (duration: 268.52741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:14:42.833390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.05687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:14:42.833460Z","caller":"traceutil/trace.go:172","msg":"trace[1685581548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:941; }","duration":"270.143524ms","start":"2026-03-18T13:14:42.563302Z","end":"2026-03-18T13:14:42.833446Z","steps":["trace[1685581548] 'agreement among raft nodes before linearized reading' (duration: 269.936155ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:14:43.025201Z","caller":"traceutil/trace.go:172","msg":"trace[1612076577] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1045; }","duration":"172.16078ms","start":"2026-03-18T13:14:42.853015Z","end":"2026-03-18T13:14:43.025176Z","steps":["trace[1612076577] 'read index received' (duration: 172.15391ms)","trace[1612076577] 'applied index is now lower than readState.Index' (duration: 6.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:14:43.025394Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"172.352309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:14:43.025513Z","caller":"traceutil/trace.go:172","msg":"trace[1463754266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:944; }","duration":"172.489366ms","start":"2026-03-18T13:14:42.852995Z","end":"2026-03-18T13:14:43.025484Z","steps":["trace[1463754266] 'agreement among raft nodes before linearized reading' (duration: 172.261365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.585039Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203195,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:03.839688Z","caller":"traceutil/trace.go:172","msg":"trace[1584888955] linearizableReadLoop","detail":"{readStateIndex:1328; appliedIndex:1330; }","duration":"754.956706ms","start":"2026-03-18T13:15:03.084705Z","end":"2026-03-18T13:15:03.839662Z","steps":["trace[1584888955] 'read index received' (duration: 754.949775ms)","trace[1584888955] 'applied index is now lower than readState.Index' (duration: 5.25µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:03.839849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"755.124634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:03.839880Z","caller":"traceutil/trace.go:172","msg":"trace[1169818726] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1143; }","duration":"755.168596ms","start":"2026-03-18T13:15:03.084700Z","end":"2026-03-18T13:15:03.839869Z","steps":["trace[1169818726] 'agreement among raft nodes before linearized reading' (duration: 755.090022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.839912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:03.084684Z","time spent":"755.219968ms","remote":"127.0.0.1:52068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:03.846042Z","caller":"traceutil/trace.go:172","msg":"trace[1264516199] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1144; }","duration":"768.183964ms","start":"2026-03-18T13:15:03.077815Z","end":"2026-03-18T13:15:03.845999Z","steps":["trace[1264516199] 'process raft request' (duration: 762.931902ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:03.847107Z","caller":"traceutil/trace.go:172","msg":"trace[2042275575] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"430.743535ms","start":"2026-03-18T13:15:03.416337Z","end":"2026-03-18T13:15:03.847080Z","steps":["trace[2042275575] 'process raft request' (duration: 430.466781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.847260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:03.416307Z","time spent":"430.839009ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:03.848557Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:03.077762Z","time spent":"768.363134ms","remote":"127.0.0.1:44576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570133,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:03.925616Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14742706008146203199,"received-request-id":14742706008146203195} {"level":"info","ts":"2026-03-18T13:15:03.938789Z","caller":"traceutil/trace.go:172","msg":"trace[509833171] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1150; }","duration":"200.237652ms","start":"2026-03-18T13:15:03.738535Z","end":"2026-03-18T13:15:03.938772Z","steps":["trace[509833171] 'process raft request' (duration: 199.99706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.939561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"425.842551ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:03.940316Z","caller":"traceutil/trace.go:172","msg":"trace[1238692926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1150; }","duration":"426.60455ms","start":"2026-03-18T13:15:03.513695Z","end":"2026-03-18T13:15:03.940299Z","steps":["trace[1238692926] 'agreement among raft nodes before linearized reading' (duration: 425.813359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.939633Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.86267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:03.940537Z","caller":"traceutil/trace.go:172","msg":"trace[417390253] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1150; }","duration":"140.787227ms","start":"2026-03-18T13:15:03.799739Z","end":"2026-03-18T13:15:03.940526Z","steps":["trace[417390253] 'agreement among raft nodes before linearized reading' (duration: 139.824628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.939672Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"256.832366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.156\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T13:15:03.940714Z","caller":"traceutil/trace.go:172","msg":"trace[173697463] range","detail":"{range_begin:/registry/masterleases/199.19.213.156; range_end:; response_count:1; response_revision:1150; }","duration":"257.871469ms","start":"2026-03-18T13:15:03.682834Z","end":"2026-03-18T13:15:03.940705Z","steps":["trace[173697463] 'agreement among raft nodes before linearized reading' (duration: 256.762063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:03.939740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.62946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:15:03.940853Z","caller":"traceutil/trace.go:172","msg":"trace[2002354172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1151; }","duration":"116.740556ms","start":"2026-03-18T13:15:03.824105Z","end":"2026-03-18T13:15:03.940845Z","steps":["trace[2002354172] 'agreement among raft nodes before linearized reading' (duration: 115.551846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:06.208546Z","caller":"traceutil/trace.go:172","msg":"trace[401435429] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"104.689955ms","start":"2026-03-18T13:15:06.103837Z","end":"2026-03-18T13:15:06.208527Z","steps":["trace[401435429] 'process raft request' (duration: 104.621262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:07.632049Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.813082ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:07.632163Z","caller":"traceutil/trace.go:172","msg":"trace[1020939646] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1167; }","duration":"115.949848ms","start":"2026-03-18T13:15:07.516194Z","end":"2026-03-18T13:15:07.632144Z","steps":["trace[1020939646] 'range keys from in-memory index tree' (duration: 115.756088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.354138Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203222,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:08.563165Z","caller":"traceutil/trace.go:172","msg":"trace[1891425273] linearizableReadLoop","detail":"{readStateIndex:1365; appliedIndex:1364; }","duration":"709.750745ms","start":"2026-03-18T13:15:07.853394Z","end":"2026-03-18T13:15:08.563145Z","steps":["trace[1891425273] 'read index received' (duration: 709.419859ms)","trace[1891425273] 'applied index is now lower than readState.Index' (duration: 330.376µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:08.563382Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"709.958376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:08.563496Z","caller":"traceutil/trace.go:172","msg":"trace[999938292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1171; }","duration":"710.083822ms","start":"2026-03-18T13:15:07.853389Z","end":"2026-03-18T13:15:08.563473Z","steps":["trace[999938292] 'agreement among raft nodes before linearized reading' (duration: 709.83881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:08.563556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:07.853369Z","time spent":"710.176967ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:08.564802Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"286.493138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:15:08.564863Z","caller":"traceutil/trace.go:172","msg":"trace[1888556717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1171; }","duration":"286.556971ms","start":"2026-03-18T13:15:08.278292Z","end":"2026-03-18T13:15:08.564849Z","steps":["trace[1888556717] 'agreement among raft nodes before linearized reading' (duration: 286.382742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:09.354363Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:09.855261Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:10.356742Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:10.489141Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"949.308832ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T13:15:10.854098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00003747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:15:10.854190Z","caller":"traceutil/trace.go:172","msg":"trace[1538878653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000141496s","start":"2026-03-18T13:15:08.854027Z","end":"2026-03-18T13:15:10.854168Z","steps":["trace[1538878653] 'agreement among raft nodes before linearized reading' (duration: 2.00003423s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:10.854246Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:08.854009Z","time spent":"2.00022877s","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:15:10 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:15:10.857300Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:11.358105Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:11.858793Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:12.359708Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:12.854642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000053645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T13:15:12.854740Z","caller":"traceutil/trace.go:172","msg":"trace[1161925976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170501s","start":"2026-03-18T13:15:10.854549Z","end":"2026-03-18T13:15:12.854719Z","steps":["trace[1161925976] 'agreement among raft nodes before linearized reading' (duration: 2.000049725s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:12.854798Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.854519Z","time spent":"2.000266706s","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:12.860449Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:13.220264Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.255558486s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T13:15:13.220768Z","caller":"traceutil/trace.go:172","msg":"trace[1187930762] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1373; }","duration":"4.366692442s","start":"2026-03-18T13:15:08.854038Z","end":"2026-03-18T13:15:13.220730Z","steps":["trace[1187930762] 'read index received' (duration: 4.366678742s)","trace[1187930762] 'applied index is now lower than readState.Index' (duration: 10.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:13.598032Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.178373ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T13:15:13.721787Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:13.796590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.08169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:15:13.817723Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14742706008146203226,"received-request-id":14742706008146203225} {"level":"info","ts":"2026-03-18T13:15:14.044257Z","caller":"traceutil/trace.go:172","msg":"trace[1224594694] linearizableReadLoop","detail":"{readStateIndex:1383; appliedIndex:1383; }","duration":"823.321531ms","start":"2026-03-18T13:15:13.220912Z","end":"2026-03-18T13:15:14.044234Z","steps":["trace[1224594694] 'read index received' (duration: 823.308911ms)","trace[1224594694] 'applied index is now lower than readState.Index' (duration: 10.77µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.219182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.612299195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.219247Z","caller":"traceutil/trace.go:172","msg":"trace[1323340269] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:1186; }","duration":"3.612377649s","start":"2026-03-18T13:15:10.606854Z","end":"2026-03-18T13:15:14.219232Z","steps":["trace[1323340269] 'agreement among raft nodes before linearized reading' (duration: 3.43758807s)","trace[1323340269] 'range keys from in-memory index tree' (duration: 174.687024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.219273Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.606825Z","time spent":"3.612443702s","remote":"127.0.0.1:52314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.219341Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.909728843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T13:15:14.219387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.106468291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:14.219456Z","caller":"traceutil/trace.go:172","msg":"trace[988148096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1186; }","duration":"1.909854899s","start":"2026-03-18T13:15:12.309572Z","end":"2026-03-18T13:15:14.219427Z","steps":["trace[988148096] 'agreement among raft nodes before linearized reading' (duration: 1.734835538s)","trace[988148096] 'range keys from in-memory index tree' (duration: 174.835142ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:14.219468Z","caller":"traceutil/trace.go:172","msg":"trace[1783416976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1186; }","duration":"4.106562796s","start":"2026-03-18T13:15:10.112885Z","end":"2026-03-18T13:15:14.219448Z","steps":["trace[1783416976] 'agreement among raft nodes before linearized reading' (duration: 3.931562616s)","trace[1783416976] 'range keys from in-memory index tree' (duration: 174.871894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.219515Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.309553Z","time spent":"1.909951204s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.219568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.544332316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.219599Z","caller":"traceutil/trace.go:172","msg":"trace[578067288] range","detail":"{range_begin:/registry/ingressclasses; range_end:; response_count:0; response_revision:1186; }","duration":"4.544365257s","start":"2026-03-18T13:15:09.675225Z","end":"2026-03-18T13:15:14.219590Z","steps":["trace[578067288] 'agreement among raft nodes before linearized reading' (duration: 4.36922859s)","trace[578067288] 'range keys from in-memory index tree' (duration: 175.094934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.219557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.490079859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.219635Z","caller":"traceutil/trace.go:172","msg":"trace[1033075805] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1186; }","duration":"2.490156993s","start":"2026-03-18T13:15:11.729471Z","end":"2026-03-18T13:15:14.219628Z","steps":["trace[1033075805] 'agreement among raft nodes before linearized reading' (duration: 2.314943182s)","trace[1033075805] 'range keys from in-memory index tree' (duration: 175.128156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.219658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.70655696s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.219687Z","caller":"traceutil/trace.go:172","msg":"trace[1022798179] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1186; }","duration":"4.706583242s","start":"2026-03-18T13:15:09.513095Z","end":"2026-03-18T13:15:14.219679Z","steps":["trace[1022798179] 'agreement among raft nodes before linearized reading' (duration: 4.531363351s)","trace[1022798179] 'range keys from in-memory index tree' (duration: 175.187409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.219705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.729439Z","time spent":"2.490208146s","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.219868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.284483123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.219949Z","caller":"traceutil/trace.go:172","msg":"trace[1731115956] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1186; }","duration":"3.284578438s","start":"2026-03-18T13:15:10.935351Z","end":"2026-03-18T13:15:14.219930Z","steps":["trace[1731115956] 'agreement among raft nodes before linearized reading' (duration: 3.109084552s)","trace[1731115956] 'range keys from in-memory index tree' (duration: 175.377539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.219632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:09.675206Z","time spent":"4.54442007s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.219981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.822111739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T13:15:14.219992Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.935318Z","time spent":"3.284664302s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:14.220020Z","caller":"traceutil/trace.go:172","msg":"trace[530648330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1186; }","duration":"4.822150661s","start":"2026-03-18T13:15:09.397859Z","end":"2026-03-18T13:15:14.220010Z","steps":["trace[530648330] 'agreement among raft nodes before linearized reading' (duration: 4.646603493s)","trace[530648330] 'range keys from in-memory index tree' (duration: 175.424172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.220048Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:09.397843Z","time spent":"4.822195933s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.220212Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.747938347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:14.220208Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.120307048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.220247Z","caller":"traceutil/trace.go:172","msg":"trace[461955404] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1186; }","duration":"2.747971428s","start":"2026-03-18T13:15:11.472266Z","end":"2026-03-18T13:15:14.220237Z","steps":["trace[461955404] 'agreement among raft nodes before linearized reading' (duration: 2.572156247s)","trace[461955404] 'range keys from in-memory index tree' (duration: 175.772239ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:14.220270Z","caller":"traceutil/trace.go:172","msg":"trace[1022713919] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1186; }","duration":"5.120368281s","start":"2026-03-18T13:15:09.099889Z","end":"2026-03-18T13:15:14.220257Z","steps":["trace[1022713919] 'agreement among raft nodes before linearized reading' (duration: 4.944584311s)","trace[1022713919] 'range keys from in-memory index tree' (duration: 175.708696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.220382Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.160097874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:15:14.220410Z","caller":"traceutil/trace.go:172","msg":"trace[789624117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1186; }","duration":"3.160124776s","start":"2026-03-18T13:15:11.060276Z","end":"2026-03-18T13:15:14.220401Z","steps":["trace[789624117] 'agreement among raft nodes before linearized reading' (duration: 2.984151916s)","trace[789624117] 'range keys from in-memory index tree' (duration: 175.860124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.219527Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:10.112860Z","time spent":"4.106656971s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.220634Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"5.19788237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.220713Z","caller":"traceutil/trace.go:172","msg":"trace[1041185140] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1186; }","duration":"5.197966844s","start":"2026-03-18T13:15:09.022726Z","end":"2026-03-18T13:15:14.220693Z","steps":["trace[1041185140] 'agreement among raft nodes before linearized reading' (duration: 5.021752833s)","trace[1041185140] 'range keys from in-memory index tree' (duration: 176.102546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.220749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.431086858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:14.220757Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:09.022711Z","time spent":"5.198037028s","remote":"127.0.0.1:51774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:14.220772Z","caller":"traceutil/trace.go:172","msg":"trace[517483849] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1186; }","duration":"1.431109199s","start":"2026-03-18T13:15:12.789656Z","end":"2026-03-18T13:15:14.220765Z","steps":["trace[517483849] 'agreement among raft nodes before linearized reading' (duration: 1.25474498s)","trace[517483849] 'range keys from in-memory index tree' (duration: 176.332028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.220787Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.36180342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189df1c675d383e7\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T13:15:14.220847Z","caller":"traceutil/trace.go:172","msg":"trace[1008747194] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189df1c675d383e7; range_end:; response_count:1; response_revision:1186; }","duration":"1.362547237s","start":"2026-03-18T13:15:12.858285Z","end":"2026-03-18T13:15:14.220832Z","steps":["trace[1008747194] 'agreement among raft nodes before linearized reading' (duration: 1.186109274s)","trace[1008747194] 'range keys from in-memory index tree' (duration: 175.580849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.220885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.858268Z","time spent":"1.362606831s","remote":"127.0.0.1:44616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189df1c675d383e7\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.220309Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:09.099867Z","time spent":"5.120434254s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":29,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.220274Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.472246Z","time spent":"2.748020901s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.220892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.789641Z","time spent":"1.431147461s","remote":"127.0.0.1:44766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.220437Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:11.060238Z","time spent":"3.160191519s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:14.221140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.358936524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:14.221674Z","caller":"traceutil/trace.go:172","msg":"trace[1037888097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1186; }","duration":"1.359466962s","start":"2026-03-18T13:15:12.862192Z","end":"2026-03-18T13:15:14.221659Z","steps":["trace[1037888097] 'agreement among raft nodes before linearized reading' (duration: 1.182183934s)","trace[1037888097] 'range keys from in-memory index tree' (duration: 176.729578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:14.221756Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:12.862178Z","time spent":"1.359568477s","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:14.223300Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.535771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:15:14.239119Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14742706008146203228,"received-request-id":14742706008146203226} {"level":"warn","ts":"2026-03-18T13:15:14.545112Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203228,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:14.656147Z","caller":"traceutil/trace.go:172","msg":"trace[1529167655] linearizableReadLoop","detail":"{readStateIndex:1385; appliedIndex:1386; }","duration":"611.753409ms","start":"2026-03-18T13:15:14.044347Z","end":"2026-03-18T13:15:14.656100Z","steps":["trace[1529167655] 'read index received' (duration: 611.743048ms)","trace[1529167655] 'applied index is now lower than readState.Index' (duration: 8.961µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:15.157243Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:15.243589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"587.176394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:15:15.243631Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.563877428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.156\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T13:15:15.243767Z","caller":"traceutil/trace.go:172","msg":"trace[455335510] range","detail":"{range_begin:/registry/masterleases/199.19.213.156; range_end:; response_count:1; response_revision:1189; }","duration":"1.564012245s","start":"2026-03-18T13:15:13.679705Z","end":"2026-03-18T13:15:15.243717Z","steps":["trace[455335510] 'agreement among raft nodes before linearized reading' (duration: 976.570898ms)","trace[455335510] 'range keys from in-memory index tree' (duration: 587.123961ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:15.243792Z","caller":"traceutil/trace.go:172","msg":"trace[808955634] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"1.27222337s","start":"2026-03-18T13:15:13.971549Z","end":"2026-03-18T13:15:15.243772Z","steps":["trace[808955634] 'process raft request' (duration: 684.781452ms)","trace[808955634] 'compare' (duration: 586.573823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:15.243841Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:13.679681Z","time spent":"1.564142841s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.156\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:15.243878Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:13.971523Z","time spent":"1.272324014s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:15.244495Z","caller":"traceutil/trace.go:172","msg":"trace[374900974] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"1.018732817s","start":"2026-03-18T13:15:14.225732Z","end":"2026-03-18T13:15:15.244465Z","steps":["trace[374900974] 'process raft request' (duration: 1.017958786s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:15.244660Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:14.225669Z","time spent":"1.018909586s","remote":"127.0.0.1:44616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:15.657893Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:15.915490Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14742706008146203230,"received-request-id":14742706008146203228} {"level":"info","ts":"2026-03-18T13:15:16.007775Z","caller":"traceutil/trace.go:172","msg":"trace[349902713] linearizableReadLoop","detail":"{readStateIndex:1394; appliedIndex:1394; }","duration":"1.351496888s","start":"2026-03-18T13:15:14.656247Z","end":"2026-03-18T13:15:16.007744Z","steps":["trace[349902713] 'read index received' (duration: 1.351482508s)","trace[349902713] 'applied index is now lower than readState.Index' (duration: 10.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:16.266542Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.762038ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T13:15:16.266734Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.043480514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.266896Z","caller":"traceutil/trace.go:172","msg":"trace[732498486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1197; }","duration":"2.043661583s","start":"2026-03-18T13:15:14.223206Z","end":"2026-03-18T13:15:16.266867Z","steps":["trace[732498486] 'agreement among raft nodes before linearized reading' (duration: 1.784712186s)","trace[732498486] 'range keys from in-memory index tree' (duration: 258.707205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:16.266892Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:15.245522Z","time spent":"1.021362303s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T13:15:16.266964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:14.223185Z","time spent":"2.043768018s","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:16.267048Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.045207701s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.267302Z","caller":"traceutil/trace.go:172","msg":"trace[1359865965] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1197; }","duration":"2.045716117s","start":"2026-03-18T13:15:14.221445Z","end":"2026-03-18T13:15:16.267161Z","steps":["trace[1359865965] 'agreement among raft nodes before linearized reading' (duration: 1.786497456s)","trace[1359865965] 'range keys from in-memory index tree' (duration: 258.668992ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:16.267574Z","caller":"traceutil/trace.go:172","msg":"trace[203094594] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"1.012501747s","start":"2026-03-18T13:15:15.255057Z","end":"2026-03-18T13:15:16.267558Z","steps":["trace[203094594] 'process raft request' (duration: 1.012277846s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.267741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:15.255015Z","time spent":"1.012631184s","remote":"127.0.0.1:44616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:15:16.275000Z","caller":"traceutil/trace.go:172","msg":"trace[804093237] linearizableReadLoop","detail":"{readStateIndex:1400; appliedIndex:1400; }","duration":"267.096247ms","start":"2026-03-18T13:15:16.007878Z","end":"2026-03-18T13:15:16.274974Z","steps":["trace[804093237] 'read index received' (duration: 267.090127ms)","trace[804093237] 'applied index is now lower than readState.Index' (duration: 5.24µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:16.275198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.356109897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.275238Z","caller":"traceutil/trace.go:172","msg":"trace[1481130944] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1200; }","duration":"1.35615635s","start":"2026-03-18T13:15:14.919068Z","end":"2026-03-18T13:15:16.275224Z","steps":["trace[1481130944] 'agreement among raft nodes before linearized reading' (duration: 1.356061035s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.275292Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:14.919045Z","time spent":"1.356222683s","remote":"127.0.0.1:51700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:16.503125Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.877591ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-18T13:15:16.507919Z","caller":"traceutil/trace.go:172","msg":"trace[46976656] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1405; }","duration":"232.788418ms","start":"2026-03-18T13:15:16.275093Z","end":"2026-03-18T13:15:16.507881Z","steps":["trace[46976656] 'read index received' (duration: 232.777678ms)","trace[46976656] 'applied index is now lower than readState.Index' (duration: 9.03µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:16.507987Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"239.319686ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.508035Z","caller":"traceutil/trace.go:172","msg":"trace[395349590] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1204; }","duration":"239.369518ms","start":"2026-03-18T13:15:16.268650Z","end":"2026-03-18T13:15:16.508019Z","steps":["trace[395349590] 'agreement among raft nodes before linearized reading' (duration: 239.300375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.508057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.894588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189df1c675d383e7\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T13:15:16.508104Z","caller":"traceutil/trace.go:172","msg":"trace[2010133420] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189df1c675d383e7; range_end:; response_count:1; response_revision:1204; }","duration":"235.958601ms","start":"2026-03-18T13:15:16.272129Z","end":"2026-03-18T13:15:16.508088Z","steps":["trace[2010133420] 'agreement among raft nodes before linearized reading' (duration: 235.777001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.508121Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.622217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:16.508161Z","caller":"traceutil/trace.go:172","msg":"trace[2032819758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1206; }","duration":"275.668289ms","start":"2026-03-18T13:15:16.232481Z","end":"2026-03-18T13:15:16.508149Z","steps":["trace[2032819758] 'agreement among raft nodes before linearized reading' (duration: 275.581334ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:16.508278Z","caller":"traceutil/trace.go:172","msg":"trace[1931852083] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"239.008009ms","start":"2026-03-18T13:15:16.269102Z","end":"2026-03-18T13:15:16.508110Z","steps":["trace[1931852083] 'process raft request' (duration: 238.815289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:16.541918Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.863253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T13:15:16.541993Z","caller":"traceutil/trace.go:172","msg":"trace[1130371628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1207; }","duration":"226.952297ms","start":"2026-03-18T13:15:16.315024Z","end":"2026-03-18T13:15:16.541976Z","steps":["trace[1130371628] 'agreement among raft nodes before linearized reading' (duration: 226.736726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:19.352771Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:19.803095Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"8063c2660f25cc98 is starting a new election at term 2"} {"level":"info","ts":"2026-03-18T13:15:19.803188Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"8063c2660f25cc98 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-18T13:15:19.803218Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8063c2660f25cc98 [logterm: 2, index: 1420] sent MsgPreVote request to 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-03-18T13:15:19.803236Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8063c2660f25cc98 [logterm: 2, index: 1420] sent MsgPreVote request to d9daa8348ff234c2 at term 2"} {"level":"info","ts":"2026-03-18T13:15:19.803253Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 8063c2660f25cc98 lost leader 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-03-18T13:15:19.803317Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8063c2660f25cc98 received MsgPreVoteResp from 8063c2660f25cc98 at term 2"} {"level":"info","ts":"2026-03-18T13:15:19.803343Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8063c2660f25cc98 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T13:15:19.804569Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8063c2660f25cc98 received MsgPreVoteResp from d9daa8348ff234c2 at term 2"} {"level":"info","ts":"2026-03-18T13:15:19.804622Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8063c2660f25cc98 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T13:15:19.804642Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"8063c2660f25cc98 became candidate at term 3"} {"level":"info","ts":"2026-03-18T13:15:19.804653Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8063c2660f25cc98 [logterm: 2, index: 1420] sent MsgVote request to 76964ef0a001678d at term 3"} {"level":"info","ts":"2026-03-18T13:15:19.804661Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"8063c2660f25cc98 [logterm: 2, index: 1420] sent MsgVote request to d9daa8348ff234c2 at term 3"} {"level":"warn","ts":"2026-03-18T13:15:19.853758Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:19.908106Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8063c2660f25cc98 received MsgVoteResp from 8063c2660f25cc98 at term 3"} {"level":"info","ts":"2026-03-18T13:15:19.908193Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8063c2660f25cc98 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T13:15:19.980679Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"8063c2660f25cc98 received MsgVoteResp from d9daa8348ff234c2 at term 3"} {"level":"info","ts":"2026-03-18T13:15:19.980754Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"8063c2660f25cc98 has received 2 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-18T13:15:19.980793Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"8063c2660f25cc98 became leader at term 3"} {"level":"info","ts":"2026-03-18T13:15:19.980814Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 8063c2660f25cc98 elected leader 8063c2660f25cc98 at term 3"} {"level":"warn","ts":"2026-03-18T13:15:19.981460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.1290685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:19.981512Z","caller":"traceutil/trace.go:172","msg":"trace[580077905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.129145754s","start":"2026-03-18T13:15:18.852355Z","end":"2026-03-18T13:15:19.981501Z","steps":["trace[580077905] 'agreement among raft nodes before linearized reading' (duration: 1.12906692s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:19.981544Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:18.852338Z","time spent":"1.129199577s","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:15:20.050327Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-03-18T13:15:20.051327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"829.756857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:15:20.051495Z","caller":"traceutil/trace.go:172","msg":"trace[425873145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1219; }","duration":"829.917346ms","start":"2026-03-18T13:15:19.221546Z","end":"2026-03-18T13:15:20.051463Z","steps":["trace[425873145] 'agreement among raft nodes before linearized reading' (duration: 829.581217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.051593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:19.221522Z","time spent":"830.042162ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:20.051943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"644.204271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T13:15:20.051990Z","caller":"traceutil/trace.go:172","msg":"trace[410799895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1219; }","duration":"644.275475ms","start":"2026-03-18T13:15:19.407699Z","end":"2026-03-18T13:15:20.051974Z","steps":["trace[410799895] 'agreement among raft nodes before linearized reading' (duration: 644.065054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.052029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:19.407680Z","time spent":"644.343029ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:20.052247Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"393.35614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T13:15:20.052092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"537.93872ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.052391Z","caller":"traceutil/trace.go:172","msg":"trace[808402720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1219; }","duration":"393.509088ms","start":"2026-03-18T13:15:19.658865Z","end":"2026-03-18T13:15:20.052374Z","steps":["trace[808402720] 'agreement among raft nodes before linearized reading' (duration: 392.234721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.052473Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:19.658858Z","time spent":"393.604183ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:20.052493Z","caller":"traceutil/trace.go:172","msg":"trace[1436711593] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1219; }","duration":"538.301698ms","start":"2026-03-18T13:15:19.514143Z","end":"2026-03-18T13:15:20.052445Z","steps":["trace[1436711593] 'agreement among raft nodes before linearized reading' (duration: 537.431583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:20.360502Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"58.171429ms"} {"level":"warn","ts":"2026-03-18T13:15:20.360622Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"58.295696ms"} {"level":"info","ts":"2026-03-18T13:15:20.485858Z","caller":"traceutil/trace.go:172","msg":"trace[1116731843] linearizableReadLoop","detail":"{readStateIndex:1421; appliedIndex:1421; }","duration":"195.296392ms","start":"2026-03-18T13:15:20.290534Z","end":"2026-03-18T13:15:20.485831Z","steps":["trace[1116731843] 'read index received' (duration: 195.290052ms)","trace[1116731843] 'applied index is now lower than readState.Index' (duration: 5.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:20.486011Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.473811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:20.486053Z","caller":"traceutil/trace.go:172","msg":"trace[295253334] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1219; }","duration":"195.533254ms","start":"2026-03-18T13:15:20.290506Z","end":"2026-03-18T13:15:20.486040Z","steps":["trace[295253334] 'agreement among raft nodes before linearized reading' (duration: 195.426598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:20.736989Z","caller":"traceutil/trace.go:172","msg":"trace[183340433] linearizableReadLoop","detail":"{readStateIndex:1423; appliedIndex:1424; }","duration":"223.645934ms","start":"2026-03-18T13:15:20.513311Z","end":"2026-03-18T13:15:20.736957Z","steps":["trace[183340433] 'read index received' (duration: 223.636554ms)","trace[183340433] 'applied index is now lower than readState.Index' (duration: 8.32µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:20.968311Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"31.640991ms"} {"level":"warn","ts":"2026-03-18T13:15:20.968358Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"31.697994ms"} {"level":"warn","ts":"2026-03-18T13:15:21.021172Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"507.841148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:21.021277Z","caller":"traceutil/trace.go:172","msg":"trace[2049418589] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1221; }","duration":"507.949474ms","start":"2026-03-18T13:15:20.513301Z","end":"2026-03-18T13:15:21.021250Z","steps":["trace[2049418589] 'agreement among raft nodes before linearized reading' (duration: 223.770761ms)","trace[2049418589] 'range keys from in-memory index tree' (duration: 284.035276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:21.021502Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"284.488159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:21.640186Z","caller":"traceutil/trace.go:172","msg":"trace[79535721] linearizableReadLoop","detail":"{readStateIndex:1427; appliedIndex:1428; }","duration":"175.853039ms","start":"2026-03-18T13:15:21.464295Z","end":"2026-03-18T13:15:21.640148Z","steps":["trace[79535721] 'read index received' (duration: 175.842719ms)","trace[79535721] 'applied index is now lower than readState.Index' (duration: 8.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:21.640704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"176.372317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:15:21.640761Z","caller":"traceutil/trace.go:172","msg":"trace[544617701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1224; }","duration":"176.457131ms","start":"2026-03-18T13:15:21.464288Z","end":"2026-03-18T13:15:21.640745Z","steps":["trace[544617701] 'agreement among raft nodes before linearized reading' (duration: 176.177857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:22.006351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"224.06474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:15:22.012798Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.880547ms"} {"level":"warn","ts":"2026-03-18T13:15:22.012902Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.997793ms"} {"level":"info","ts":"2026-03-18T13:15:22.039012Z","caller":"traceutil/trace.go:172","msg":"trace[1536133245] linearizableReadLoop","detail":"{readStateIndex:1430; appliedIndex:1431; }","duration":"180.936958ms","start":"2026-03-18T13:15:21.858041Z","end":"2026-03-18T13:15:22.038977Z","steps":["trace[1536133245] 'read index received' (duration: 180.925677ms)","trace[1536133245] 'applied index is now lower than readState.Index' (duration: 9.641µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:22.039239Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.17619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:22.039319Z","caller":"traceutil/trace.go:172","msg":"trace[1228919398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1227; }","duration":"181.272845ms","start":"2026-03-18T13:15:21.858026Z","end":"2026-03-18T13:15:22.039299Z","steps":["trace[1228919398] 'agreement among raft nodes before linearized reading' (duration: 181.109807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:22.041044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.89722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:92 size:7800"} {"level":"info","ts":"2026-03-18T13:15:22.041119Z","caller":"traceutil/trace.go:172","msg":"trace[1100619860] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:92; response_revision:1228; }","duration":"129.964273ms","start":"2026-03-18T13:15:21.911129Z","end":"2026-03-18T13:15:22.041093Z","steps":["trace[1100619860] 'agreement among raft nodes before linearized reading' (duration: 129.471298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:22.880243Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"177.878712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:15:23.818852Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"186.348132ms"} {"level":"warn","ts":"2026-03-18T13:15:23.819052Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"186.559803ms"} {"level":"info","ts":"2026-03-18T13:15:23.921803Z","caller":"traceutil/trace.go:172","msg":"trace[2072826047] linearizableReadLoop","detail":"{readStateIndex:1443; appliedIndex:1444; }","duration":"407.671936ms","start":"2026-03-18T13:15:23.514111Z","end":"2026-03-18T13:15:23.921782Z","steps":["trace[2072826047] 'read index received' (duration: 407.665406ms)","trace[2072826047] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:24.057955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"543.830271ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:24.058122Z","caller":"traceutil/trace.go:172","msg":"trace[423680535] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1240; }","duration":"544.00584ms","start":"2026-03-18T13:15:23.514087Z","end":"2026-03-18T13:15:24.058093Z","steps":["trace[423680535] 'agreement among raft nodes before linearized reading' (duration: 408.031525ms)","trace[423680535] 'range keys from in-memory index tree' (duration: 135.735142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:24.058196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.803476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:24.058348Z","caller":"traceutil/trace.go:172","msg":"trace[1724835916] linearizableReadLoop","detail":"{readStateIndex:1445; appliedIndex:1444; }","duration":"136.472721ms","start":"2026-03-18T13:15:23.921857Z","end":"2026-03-18T13:15:24.058329Z","steps":["trace[1724835916] 'read index received' (duration: 1.500879ms)","trace[1724835916] 'applied index is now lower than readState.Index' (duration: 134.970352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:24.058431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"448.154418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:24.058642Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"205.238306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:24.058725Z","caller":"traceutil/trace.go:172","msg":"trace[1620221202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1241; }","duration":"205.324851ms","start":"2026-03-18T13:15:23.853388Z","end":"2026-03-18T13:15:24.058713Z","steps":["trace[1620221202] 'agreement among raft nodes before linearized reading' (duration: 205.170593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:24.058604Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.640259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:24.058676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.776465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:15:24.058965Z","caller":"traceutil/trace.go:172","msg":"trace[67225861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1241; }","duration":"381.05826ms","start":"2026-03-18T13:15:23.677883Z","end":"2026-03-18T13:15:24.058942Z","steps":["trace[67225861] 'agreement among raft nodes before linearized reading' (duration: 380.518261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:24.058951Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.26241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:24.059033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.677867Z","time spent":"381.149214ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:24.059070Z","caller":"traceutil/trace.go:172","msg":"trace[1122671588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1241; }","duration":"433.759475ms","start":"2026-03-18T13:15:23.625276Z","end":"2026-03-18T13:15:24.059036Z","steps":["trace[1122671588] 'agreement among raft nodes before linearized reading' (duration: 433.166375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:24.059162Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.625264Z","time spent":"433.883942ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:24.059303Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.986681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.156\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T13:15:24.059351Z","caller":"traceutil/trace.go:172","msg":"trace[364764746] range","detail":"{range_begin:/registry/masterleases/199.19.213.156; range_end:; response_count:1; response_revision:1241; }","duration":"379.032613ms","start":"2026-03-18T13:15:23.680304Z","end":"2026-03-18T13:15:24.059337Z","steps":["trace[364764746] 'agreement among raft nodes before linearized reading' (duration: 378.899836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:24.059384Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.680289Z","time spent":"379.085026ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.156\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:24.058950Z","caller":"traceutil/trace.go:172","msg":"trace[1606742266] range","detail":"{range_begin:/registry/csinodes; range_end:; response_count:0; response_revision:1241; }","duration":"434.006679ms","start":"2026-03-18T13:15:23.624919Z","end":"2026-03-18T13:15:24.058925Z","steps":["trace[1606742266] 'agreement among raft nodes before linearized reading' (duration: 433.585287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:24.060220Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.624897Z","time spent":"435.305067ms","remote":"127.0.0.1:52086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":29,"request content":"key:\"/registry/csinodes\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:24.058455Z","caller":"traceutil/trace.go:172","msg":"trace[996912103] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1241; }","duration":"448.18751ms","start":"2026-03-18T13:15:23.610259Z","end":"2026-03-18T13:15:24.058447Z","steps":["trace[996912103] 'agreement among raft nodes before linearized reading' (duration: 448.121526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:24.060782Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:23.610233Z","time spent":"450.508861ms","remote":"127.0.0.1:52192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:24.294107Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"167.978781ms"} {"level":"warn","ts":"2026-03-18T13:15:24.294207Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"168.093687ms"} {"level":"info","ts":"2026-03-18T13:15:24.385759Z","caller":"traceutil/trace.go:172","msg":"trace[465033155] linearizableReadLoop","detail":"{readStateIndex:1445; appliedIndex:1445; }","duration":"324.917384ms","start":"2026-03-18T13:15:24.060801Z","end":"2026-03-18T13:15:24.385718Z","steps":["trace[465033155] 'read index received' (duration: 324.901773ms)","trace[465033155] 'applied index is now lower than readState.Index' (duration: 12.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:24.493954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.110901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:24.494072Z","caller":"traceutil/trace.go:172","msg":"trace[1492402703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1241; }","duration":"433.248638ms","start":"2026-03-18T13:15:24.060795Z","end":"2026-03-18T13:15:24.494044Z","steps":["trace[1492402703] 'agreement among raft nodes before linearized reading' (duration: 325.056621ms)","trace[1492402703] 'range keys from in-memory index tree' (duration: 107.878671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:24.494127Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.060754Z","time spent":"433.354884ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:24.494326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"199.984737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:15:24.494723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.060494Z","time spent":"434.22481ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T13:15:24.690505Z","caller":"traceutil/trace.go:172","msg":"trace[687735343] linearizableReadLoop","detail":"{readStateIndex:1448; appliedIndex:1449; }","duration":"176.591613ms","start":"2026-03-18T13:15:24.513856Z","end":"2026-03-18T13:15:24.690447Z","steps":["trace[687735343] 'read index received' (duration: 176.582942ms)","trace[687735343] 'applied index is now lower than readState.Index' (duration: 7.621µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:24.910421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.927243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:24.910686Z","caller":"traceutil/trace.go:172","msg":"trace[1093827494] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"414.049423ms","start":"2026-03-18T13:15:24.496592Z","end":"2026-03-18T13:15:24.910642Z","steps":["trace[1093827494] 'process raft request' (duration: 193.829855ms)","trace[1093827494] 'compare' (duration: 219.470169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:24.910875Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.496552Z","time spent":"414.235792ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:24.909998Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.119454ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:24.911113Z","caller":"traceutil/trace.go:172","msg":"trace[1584135592] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1244; }","duration":"397.247672ms","start":"2026-03-18T13:15:24.513847Z","end":"2026-03-18T13:15:24.911095Z","steps":["trace[1584135592] 'agreement among raft nodes before linearized reading' (duration: 176.832365ms)","trace[1584135592] 'range keys from in-memory index tree' (duration: 219.257607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:24.971116Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"80.772821ms"} {"level":"warn","ts":"2026-03-18T13:15:24.971212Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"80.881677ms"} {"level":"info","ts":"2026-03-18T13:15:25.086664Z","caller":"traceutil/trace.go:172","msg":"trace[2030528798] linearizableReadLoop","detail":"{readStateIndex:1452; appliedIndex:1453; }","duration":"396.019466ms","start":"2026-03-18T13:15:24.690618Z","end":"2026-03-18T13:15:25.086637Z","steps":["trace[2030528798] 'read index received' (duration: 396.013066ms)","trace[2030528798] 'applied index is now lower than readState.Index' (duration: 5.18µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:25.199816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"553.679777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:25.199930Z","caller":"traceutil/trace.go:172","msg":"trace[1950710381] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:1248; }","duration":"553.816394ms","start":"2026-03-18T13:15:24.646088Z","end":"2026-03-18T13:15:25.199905Z","steps":["trace[1950710381] 'agreement among raft nodes before linearized reading' (duration: 440.693337ms)","trace[1950710381] 'range keys from in-memory index tree' (duration: 112.909517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:25.199980Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.646053Z","time spent":"553.91626ms","remote":"127.0.0.1:51812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:25.200090Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.398452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:25.222061Z","caller":"traceutil/trace.go:172","msg":"trace[1622117259] linearizableReadLoop","detail":"{readStateIndex:1454; appliedIndex:1455; }","duration":"135.304912ms","start":"2026-03-18T13:15:25.086732Z","end":"2026-03-18T13:15:25.222037Z","steps":["trace[1622117259] 'read index received' (duration: 135.296982ms)","trace[1622117259] 'applied index is now lower than readState.Index' (duration: 6.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:25.222196Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"371.376848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:25.222228Z","caller":"traceutil/trace.go:172","msg":"trace[2023857252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1250; }","duration":"371.422851ms","start":"2026-03-18T13:15:24.850795Z","end":"2026-03-18T13:15:25.222218Z","steps":["trace[2023857252] 'agreement among raft nodes before linearized reading' (duration: 371.337486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:25.222267Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.850728Z","time spent":"371.530597ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:25.222395Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.493036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T13:15:25.222667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"309.003091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-18T13:15:25.222706Z","caller":"traceutil/trace.go:172","msg":"trace[676976987] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1251; }","duration":"309.042893ms","start":"2026-03-18T13:15:24.913654Z","end":"2026-03-18T13:15:25.222697Z","steps":["trace[676976987] 'agreement among raft nodes before linearized reading' (duration: 308.878214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:25.222741Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:24.913632Z","time spent":"309.098947ms","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":486,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:25.222531Z","caller":"traceutil/trace.go:172","msg":"trace[249319858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1251; }","duration":"221.652354ms","start":"2026-03-18T13:15:25.000857Z","end":"2026-03-18T13:15:25.222509Z","steps":["trace[249319858] 'agreement among raft nodes before linearized reading' (duration: 221.433943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:25.760363Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"9.913308ms"} {"level":"warn","ts":"2026-03-18T13:15:25.760454Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"10.018164ms"} {"level":"info","ts":"2026-03-18T13:15:25.760453Z","caller":"traceutil/trace.go:172","msg":"trace[1672904778] linearizableReadLoop","detail":"{readStateIndex:1457; appliedIndex:1458; }","duration":"246.581844ms","start":"2026-03-18T13:15:25.513813Z","end":"2026-03-18T13:15:25.760395Z","steps":["trace[1672904778] 'read index received' (duration: 246.565603ms)","trace[1672904778] 'applied index is now lower than readState.Index' (duration: 14.211µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:25.863168Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"349.352859ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:25.863296Z","caller":"traceutil/trace.go:172","msg":"trace[703657254] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1253; }","duration":"349.495746ms","start":"2026-03-18T13:15:25.513772Z","end":"2026-03-18T13:15:25.863268Z","steps":["trace[703657254] 'agreement among raft nodes before linearized reading' (duration: 246.776374ms)","trace[703657254] 'range keys from in-memory index tree' (duration: 102.528932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:25.864270Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.675992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:25.864619Z","caller":"traceutil/trace.go:172","msg":"trace[416495468] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"333.349848ms","start":"2026-03-18T13:15:25.531243Z","end":"2026-03-18T13:15:25.864593Z","steps":["trace[416495468] 'process raft request' (duration: 333.147488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:25.864755Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:25.531207Z","time spent":"333.479554ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:26.394085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.140895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:15:26.394162Z","caller":"traceutil/trace.go:172","msg":"trace[1026484714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1259; }","duration":"111.230439ms","start":"2026-03-18T13:15:26.282915Z","end":"2026-03-18T13:15:26.394145Z","steps":["trace[1026484714] 'range keys from in-memory index tree' (duration: 109.617596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:26.712376Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.418466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:15:26.722232Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"54.651982ms"} {"level":"warn","ts":"2026-03-18T13:15:26.722278Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"54.701445ms"} {"level":"info","ts":"2026-03-18T13:15:26.797865Z","caller":"traceutil/trace.go:172","msg":"trace[492174195] linearizableReadLoop","detail":"{readStateIndex:1467; appliedIndex:1468; }","duration":"276.663099ms","start":"2026-03-18T13:15:26.521174Z","end":"2026-03-18T13:15:26.797837Z","steps":["trace[492174195] 'read index received' (duration: 276.653589ms)","trace[492174195] 'applied index is now lower than readState.Index' (duration: 7.66µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:26.798381Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.097562ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:26.798582Z","caller":"traceutil/trace.go:172","msg":"trace[1845960936] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1262; }","duration":"277.44996ms","start":"2026-03-18T13:15:26.521113Z","end":"2026-03-18T13:15:26.798563Z","steps":["trace[1845960936] 'agreement among raft nodes before linearized reading' (duration: 276.826638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:26.798987Z","caller":"traceutil/trace.go:172","msg":"trace[487382661] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"171.487498ms","start":"2026-03-18T13:15:26.627469Z","end":"2026-03-18T13:15:26.798957Z","steps":["trace[487382661] 'process raft request' (duration: 171.295918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:27.664257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.528021ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:27.664425Z","caller":"traceutil/trace.go:172","msg":"trace[1934302296] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1270; }","duration":"150.729031ms","start":"2026-03-18T13:15:27.513680Z","end":"2026-03-18T13:15:27.664409Z","steps":["trace[1934302296] 'range keys from in-memory index tree' (duration: 150.444626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:27.790211Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"111.539753ms"} {"level":"warn","ts":"2026-03-18T13:15:27.790267Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"111.603036ms"} {"level":"info","ts":"2026-03-18T13:15:27.791810Z","caller":"traceutil/trace.go:172","msg":"trace[190509476] linearizableReadLoop","detail":"{readStateIndex:1476; appliedIndex:1477; }","duration":"127.025513ms","start":"2026-03-18T13:15:27.664770Z","end":"2026-03-18T13:15:27.791796Z","steps":["trace[190509476] 'read index received' (duration: 127.022633ms)","trace[190509476] 'applied index is now lower than readState.Index' (duration: 2.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:27.791876Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.096796ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:27.791895Z","caller":"traceutil/trace.go:172","msg":"trace[968444995] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1271; }","duration":"127.128878ms","start":"2026-03-18T13:15:27.664761Z","end":"2026-03-18T13:15:27.791889Z","steps":["trace[968444995] 'agreement among raft nodes before linearized reading' (duration: 127.082135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:29.604625Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.878714ms"} {"level":"warn","ts":"2026-03-18T13:15:29.604699Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.959268ms"} {"level":"warn","ts":"2026-03-18T13:15:30.929268Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:31.429582Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:31.485760Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.298912849s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T13:15:31.485958Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.103063389s"} {"level":"warn","ts":"2026-03-18T13:15:31.485993Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.103102121s"} {"level":"warn","ts":"2026-03-18T13:15:31.546974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.590087302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:31.547053Z","caller":"traceutil/trace.go:172","msg":"trace[930651182] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1276; }","duration":"1.590169556s","start":"2026-03-18T13:15:29.956861Z","end":"2026-03-18T13:15:31.547030Z","steps":["trace[930651182] 'range keys from in-memory index tree' (duration: 1.58893632s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:31.547093Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:29.956840Z","time spent":"1.59024297s","remote":"127.0.0.1:51960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":29,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:31.547107Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.692873455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:31.547173Z","caller":"traceutil/trace.go:172","msg":"trace[1082114825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1276; }","duration":"1.692955089s","start":"2026-03-18T13:15:29.854203Z","end":"2026-03-18T13:15:31.547158Z","steps":["trace[1082114825] 'range keys from in-memory index tree' (duration: 1.691132944s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:31.547204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:29.854182Z","time spent":"1.693014792s","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:31.930643Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:32.009854Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"323.831991ms"} {"level":"info","ts":"2026-03-18T13:15:32.009973Z","caller":"traceutil/trace.go:172","msg":"trace[1770052601] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1483; }","duration":"1.581307192s","start":"2026-03-18T13:15:30.428643Z","end":"2026-03-18T13:15:32.009951Z","steps":["trace[1770052601] 'read index received' (duration: 1.581300112s)","trace[1770052601] 'applied index is now lower than readState.Index' (duration: 5.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:32.010228Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"324.204481ms"} {"level":"warn","ts":"2026-03-18T13:15:32.510833Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:32.526969Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"516.679538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:15:32.527061Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.09837899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:15:32.527147Z","caller":"traceutil/trace.go:172","msg":"trace[2128583626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1277; }","duration":"2.098496737s","start":"2026-03-18T13:15:30.428629Z","end":"2026-03-18T13:15:32.527126Z","steps":["trace[2128583626] 'agreement among raft nodes before linearized reading' (duration: 1.581408028s)","trace[2128583626] 'range keys from in-memory index tree' (duration: 516.835546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:32.527197Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.428602Z","time spent":"2.098580921s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.533744Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"323.415575ms"} {"level":"warn","ts":"2026-03-18T13:15:32.533867Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"323.542231ms"} {"level":"warn","ts":"2026-03-18T13:15:32.534222Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14742706008146203301,"received-request-id":14742706008146203300} {"level":"info","ts":"2026-03-18T13:15:32.598893Z","caller":"traceutil/trace.go:172","msg":"trace[2108462712] linearizableReadLoop","detail":"{readStateIndex:1485; appliedIndex:1486; }","duration":"588.871353ms","start":"2026-03-18T13:15:32.010006Z","end":"2026-03-18T13:15:32.598878Z","steps":["trace[2108462712] 'read index received' (duration: 588.864512ms)","trace[2108462712] 'applied index is now lower than readState.Index' (duration: 5.891µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:32.599007Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.085055898s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.599034Z","caller":"traceutil/trace.go:172","msg":"trace[1704629482] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1280; }","duration":"2.085102911s","start":"2026-03-18T13:15:30.513923Z","end":"2026-03-18T13:15:32.599026Z","steps":["trace[1704629482] 'agreement among raft nodes before linearized reading' (duration: 2.085025286s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.599140Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.363016505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.599312Z","caller":"traceutil/trace.go:172","msg":"trace[440833315] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1281; }","duration":"1.363192975s","start":"2026-03-18T13:15:31.236079Z","end":"2026-03-18T13:15:32.599272Z","steps":["trace[440833315] 'agreement among raft nodes before linearized reading' (duration: 1.362953602s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.599370Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.657709273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T13:15:32.599377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:31.236051Z","time spent":"1.363310511s","remote":"127.0.0.1:52140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:32.599396Z","caller":"traceutil/trace.go:172","msg":"trace[2075636682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1282; }","duration":"1.657738595s","start":"2026-03-18T13:15:30.941651Z","end":"2026-03-18T13:15:32.599390Z","steps":["trace[2075636682] 'agreement among raft nodes before linearized reading' (duration: 1.657668781s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.599419Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.941622Z","time spent":"1.657791737s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.599774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.051053623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:32.599879Z","caller":"traceutil/trace.go:172","msg":"trace[1881652899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1282; }","duration":"1.051109936s","start":"2026-03-18T13:15:31.548706Z","end":"2026-03-18T13:15:32.599816Z","steps":["trace[1881652899] 'agreement among raft nodes before linearized reading' (duration: 1.051025242s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.599942Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:31.548693Z","time spent":"1.051216792s","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:32.600235Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.303549539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:15:32.600272Z","caller":"traceutil/trace.go:172","msg":"trace[1574143467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1282; }","duration":"1.303587591s","start":"2026-03-18T13:15:31.296676Z","end":"2026-03-18T13:15:32.600264Z","steps":["trace[1574143467] 'agreement among raft nodes before linearized reading' (duration: 1.303480135s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.600295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:31.296649Z","time spent":"1.303639844s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:32.600360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.824800823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:32.600913Z","caller":"traceutil/trace.go:172","msg":"trace[1597576726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1282; }","duration":"1.825355133s","start":"2026-03-18T13:15:30.775547Z","end":"2026-03-18T13:15:32.600902Z","steps":["trace[1597576726] 'agreement among raft nodes before linearized reading' (duration: 1.824002821s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:32.600949Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:30.775516Z","time spent":"1.825422516s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:33.749180Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"235.898927ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:33.749667Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.464298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:33.749812Z","caller":"traceutil/trace.go:172","msg":"trace[225615904] linearizableReadLoop","detail":"{readStateIndex:1515; appliedIndex:1514; }","duration":"122.538153ms","start":"2026-03-18T13:15:33.627258Z","end":"2026-03-18T13:15:33.749796Z","steps":["trace[225615904] 'read index received' (duration: 1.020945ms)","trace[225615904] 'applied index is now lower than readState.Index' (duration: 121.515967ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:15:33.749856Z","caller":"traceutil/trace.go:172","msg":"trace[1663357035] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"410.018705ms","start":"2026-03-18T13:15:33.339793Z","end":"2026-03-18T13:15:33.749812Z","steps":["trace[1663357035] 'process raft request' (duration: 30.125064ms)","trace[1663357035] 'compare' (duration: 379.143222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:33.749970Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:33.339767Z","time spent":"410.145832ms","remote":"127.0.0.1:44616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:15:33.750025Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.759324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:33.750126Z","caller":"traceutil/trace.go:172","msg":"trace[1853247249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1307; }","duration":"122.858949ms","start":"2026-03-18T13:15:33.627250Z","end":"2026-03-18T13:15:33.750109Z","steps":["trace[1853247249] 'agreement among raft nodes before linearized reading' (duration: 122.652758ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:33.749692Z","caller":"traceutil/trace.go:172","msg":"trace[1736404445] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1306; }","duration":"236.104858ms","start":"2026-03-18T13:15:33.513198Z","end":"2026-03-18T13:15:33.749303Z","steps":["trace[1736404445] 'range keys from in-memory index tree' (duration: 235.563509ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:35.405563Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8063c2660f25cc98 [logterm: 3, index: 1519, vote: 8063c2660f25cc98] ignored MsgPreVote from 76964ef0a001678d [logterm: 3, index: 1517] at term 3: lease is not expired (remaining ticks: 4)"} {"level":"warn","ts":"2026-03-18T13:15:35.520120Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.502340762s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T13:15:35.520244Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.318115454s"} {"level":"warn","ts":"2026-03-18T13:15:35.520266Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.318139405s"} {"level":"warn","ts":"2026-03-18T13:15:35.684039Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.17061677s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:35.684137Z","caller":"traceutil/trace.go:172","msg":"trace[315383452] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1307; }","duration":"1.170723956s","start":"2026-03-18T13:15:34.513390Z","end":"2026-03-18T13:15:35.684114Z","steps":["trace[315383452] 'range keys from in-memory index tree' (duration: 1.170564697s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:35.684460Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.749611846s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-18T13:15:35.684824Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:33.752501Z","time spent":"1.932319831s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T13:15:35.685021Z","caller":"traceutil/trace.go:172","msg":"trace[504571073] linearizableReadLoop","detail":"{readStateIndex:1516; appliedIndex:1515; }","duration":"1.849171715s","start":"2026-03-18T13:15:33.835833Z","end":"2026-03-18T13:15:35.685005Z","steps":["trace[504571073] 'read index received' (duration: 100.482409ms)","trace[504571073] 'applied index is now lower than readState.Index' (duration: 1.748688006s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:35.685930Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.850098374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xk8bz\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-03-18T13:15:35.686100Z","caller":"traceutil/trace.go:172","msg":"trace[1347249174] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xk8bz; range_end:; response_count:1; response_revision:1308; }","duration":"1.850271333s","start":"2026-03-18T13:15:33.835811Z","end":"2026-03-18T13:15:35.686082Z","steps":["trace[1347249174] 'agreement among raft nodes before linearized reading' (duration: 1.849298322s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:35.686317Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:33.835776Z","time spent":"1.850522178s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18378,"request content":"key:\"/registry/pods/kube-system/cilium-xk8bz\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:35.856571Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.997796655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:15:35.856949Z","caller":"traceutil/trace.go:172","msg":"trace[1613914050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998191226s","start":"2026-03-18T13:15:33.858737Z","end":"2026-03-18T13:15:35.856928Z","steps":["trace[1613914050] 'agreement among raft nodes before linearized reading' (duration: 1.997791615s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:35.857013Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:33.858715Z","time spent":"1.998285651s","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:15:35 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:15:35.901514Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d9daa8348ff234c2","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"181.225828ms"} {"level":"warn","ts":"2026-03-18T13:15:35.901573Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"76964ef0a001678d","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"181.291131ms"} {"level":"warn","ts":"2026-03-18T13:15:36.047097Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.124153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:15:36.185890Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:36.686248Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203318,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:15:36.906304Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8063c2660f25cc98 [logterm: 3, index: 1528, vote: 8063c2660f25cc98] ignored MsgPreVote from 76964ef0a001678d [logterm: 3, index: 1521] at term 3: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-03-18T13:15:36.909035Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"8063c2660f25cc98 [logterm: 3, index: 1528, vote: 8063c2660f25cc98] ignored MsgVote from 76964ef0a001678d [logterm: 3, index: 1521] at term 3: lease is not expired (remaining ticks: 2)"} {"level":"info","ts":"2026-03-18T13:15:37.102638Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"8063c2660f25cc98 [term: 3] received a MsgApp message with higher term from 76964ef0a001678d [term: 4]"} {"level":"info","ts":"2026-03-18T13:15:37.102702Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"8063c2660f25cc98 became follower at term 4"} {"level":"info","ts":"2026-03-18T13:15:37.102716Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1522 [existing term: 3, conflicting term: 4]"} {"level":"info","ts":"2026-03-18T13:15:37.102727Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1522"} {"level":"info","ts":"2026-03-18T13:15:37.102742Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 8063c2660f25cc98 changed leader from 8063c2660f25cc98 to 76964ef0a001678d at term 4"} {"level":"warn","ts":"2026-03-18T13:15:37.187179Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:37.688291Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:37.866348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000854533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:15:37.866439Z","caller":"traceutil/trace.go:172","msg":"trace[394129590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000952798s","start":"2026-03-18T13:15:35.865462Z","end":"2026-03-18T13:15:37.866415Z","steps":["trace[394129590] 'agreement among raft nodes before linearized reading' (duration: 2.000849922s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:37.866533Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.865443Z","time spent":"2.001079556s","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:15:37 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:15:38.190347Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:15:38.257097Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.354524103s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T13:15:38.257311Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8063c2660f25cc98 [term: 4] ignored a MsgAppResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:38.257344Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8063c2660f25cc98 [term: 4] ignored a MsgAppResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:38.257366Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"8063c2660f25cc98 [term: 4] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 3]"} {"level":"warn","ts":"2026-03-18T13:15:38.257766Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14742706008146203328,"received-request-id":14742706008146203318} {"level":"warn","ts":"2026-03-18T13:15:38.257813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.829394192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-18T13:15:38.257864Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.077160034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:38.257888Z","caller":"traceutil/trace.go:172","msg":"trace[1077739257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.829483767s","start":"2026-03-18T13:15:35.428387Z","end":"2026-03-18T13:15:38.257871Z","steps":["trace[1077739257] 'agreement among raft nodes before linearized reading' (duration: 2.829391462s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.257919Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.573728539s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-18T13:15:38.257944Z","caller":"traceutil/trace.go:172","msg":"trace[1391178904] range","detail":"{range_begin:; range_end:; }","duration":"2.573754812s","start":"2026-03-18T13:15:35.684184Z","end":"2026-03-18T13:15:38.257939Z","steps":["trace[1391178904] 'agreement among raft nodes before linearized reading' (duration: 2.57372865s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.257956Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.428366Z","time spent":"2.829581123s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:38.257891Z","caller":"traceutil/trace.go:172","msg":"trace[337718955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.077191616s","start":"2026-03-18T13:15:35.180690Z","end":"2026-03-18T13:15:38.257882Z","steps":["trace[337718955] 'agreement among raft nodes before linearized reading' (duration: 3.077158974s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:38.258029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.180668Z","time spent":"3.077354445s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"error","ts":"2026-03-18T13:15:38.258013Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]data_corruption ok\n[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-03-18T13:15:38.405700Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8063c2660f25cc98 [term: 4] ignored a MsgAppResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:38.405796Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8063c2660f25cc98 [term: 4] ignored a MsgAppResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:38.405812Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8063c2660f25cc98 [term: 4] ignored a MsgAppResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:38.405826Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8063c2660f25cc98 [term: 4] ignored a MsgAppResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:38.405862Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8063c2660f25cc98 [term: 4] ignored a MsgAppResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:38.405874Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8063c2660f25cc98 [term: 4] ignored a MsgAppResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:38.405887Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8063c2660f25cc98 [term: 4] ignored a MsgAppResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"info","ts":"2026-03-18T13:15:38.405899Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"8063c2660f25cc98 [term: 4] ignored a MsgAppResp message with lower term from 8063c2660f25cc98 [term: 3]"} {"level":"warn","ts":"2026-03-18T13:15:38.407855Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14742706008146203328,"received-request-id":14742706008146203318} {"level":"warn","ts":"2026-03-18T13:15:39.741909Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.893196374s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:39.741985Z","caller":"traceutil/trace.go:172","msg":"trace[853894730] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1310; }","duration":"2.893280059s","start":"2026-03-18T13:15:36.848688Z","end":"2026-03-18T13:15:39.741968Z","steps":["trace[853894730] 'range keys from in-memory index tree' (duration: 2.893144571s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:39.743114Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.48397399s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:39.743650Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.485903924s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:39.743665Z","caller":"traceutil/trace.go:172","msg":"trace[1959976141] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1310; }","duration":"1.484082466s","start":"2026-03-18T13:15:38.259108Z","end":"2026-03-18T13:15:39.743191Z","steps":["trace[1959976141] 'range keys from in-memory index tree' (duration: 1.483902996s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:39.743877Z","caller":"traceutil/trace.go:172","msg":"trace[156972682] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"4.057854608s","start":"2026-03-18T13:15:35.686003Z","end":"2026-03-18T13:15:39.743857Z","steps":["trace[156972682] 'process raft request' (duration: 2.57169007s)","trace[156972682] 'compare' (duration: 1.485110812s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:39.744002Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.685982Z","time spent":"4.057942183s","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:39.744120Z","caller":"traceutil/trace.go:172","msg":"trace[1921314434] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"4.038269992s","start":"2026-03-18T13:15:35.705840Z","end":"2026-03-18T13:15:39.744111Z","steps":["trace[1921314434] 'process raft request' (duration: 4.037909863s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:39.744173Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.705819Z","time spent":"4.038328735s","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:39.745296Z","caller":"traceutil/trace.go:172","msg":"trace[803447608] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1519; }","duration":"1.487565662s","start":"2026-03-18T13:15:38.257713Z","end":"2026-03-18T13:15:39.745279Z","steps":["trace[803447608] 'read index received' (duration: 150.355806ms)","trace[803447608] 'applied index is now lower than readState.Index' (duration: 1.337208646s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:39.745376Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":9251451803145718936,"new-lead":8545104138365659021} {"level":"warn","ts":"2026-03-18T13:15:39.745447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.755382324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:39.745467Z","caller":"traceutil/trace.go:172","msg":"trace[628041278] range","detail":"{range_begin:/registry/ipaddresses; range_end:; response_count:0; response_revision:1318; }","duration":"2.755401495s","start":"2026-03-18T13:15:36.990059Z","end":"2026-03-18T13:15:39.745461Z","steps":["trace[628041278] 'agreement among raft nodes before linearized reading' (duration: 2.755376714s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:39.745466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.137339561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:39.745483Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:36.990031Z","time spent":"2.755447848s","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/ipaddresses\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:39.745499Z","caller":"traceutil/trace.go:172","msg":"trace[35727905] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:1318; }","duration":"3.137368694s","start":"2026-03-18T13:15:36.608121Z","end":"2026-03-18T13:15:39.745490Z","steps":["trace[35727905] 'agreement among raft nodes before linearized reading' (duration: 3.13732427s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:39.745535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:36.608100Z","time spent":"3.137427137s","remote":"127.0.0.1:52034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:39.745654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.884321512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189df1c675d383e7\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-03-18T13:15:39.745674Z","caller":"traceutil/trace.go:172","msg":"trace[2122366989] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.189df1c675d383e7; range_end:; response_count:1; response_revision:1318; }","duration":"3.884341533s","start":"2026-03-18T13:15:35.861327Z","end":"2026-03-18T13:15:39.745668Z","steps":["trace[2122366989] 'agreement among raft nodes before linearized reading' (duration: 3.884268859s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:39.745686Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:35.861277Z","time spent":"3.884406067s","remote":"127.0.0.1:44616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":818,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.189df1c675d383e7\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:39.745654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.625786547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-18T13:15:39.745532Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":9251451803145718936} {"level":"info","ts":"2026-03-18T13:15:39.745805Z","caller":"traceutil/trace.go:172","msg":"trace[1789017108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1318; }","duration":"3.625905903s","start":"2026-03-18T13:15:36.119854Z","end":"2026-03-18T13:15:39.745760Z","steps":["trace[1789017108] 'agreement among raft nodes before linearized reading' (duration: 3.625760115s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:39.745865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:36.119835Z","time spent":"3.626019859s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:39.745421Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.877813897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:39.747149Z","caller":"traceutil/trace.go:172","msg":"trace[1497476091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1318; }","duration":"1.879528819s","start":"2026-03-18T13:15:37.867602Z","end":"2026-03-18T13:15:39.747131Z","steps":["trace[1497476091] 'agreement among raft nodes before linearized reading' (duration: 1.877794636s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:39.747201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.867583Z","time spent":"1.879604793s","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:39.745422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.212772995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:15:39.747353Z","caller":"traceutil/trace.go:172","msg":"trace[1286860407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1318; }","duration":"3.214701679s","start":"2026-03-18T13:15:36.532637Z","end":"2026-03-18T13:15:39.747339Z","steps":["trace[1286860407] 'agreement among raft nodes before linearized reading' (duration: 3.212744274s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:39.747499Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:36.532617Z","time spent":"3.214871139s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:40.004732Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.589084349s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T13:15:40.175337Z","caller":"traceutil/trace.go:172","msg":"trace[1815953069] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"426.803113ms","start":"2026-03-18T13:15:39.748506Z","end":"2026-03-18T13:15:40.175309Z","steps":["trace[1815953069] 'process raft request' (duration: 426.73826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:40.175520Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:39.748490Z","time spent":"426.947221ms","remote":"127.0.0.1:44616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:15:40.175459Z","caller":"traceutil/trace.go:172","msg":"trace[1571696763] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1537; }","duration":"430.019657ms","start":"2026-03-18T13:15:39.745343Z","end":"2026-03-18T13:15:40.175363Z","steps":["trace[1571696763] 'read index received' (duration: 404.359066ms)","trace[1571696763] 'applied index is now lower than readState.Index' (duration: 25.657241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:40.175621Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"454.327122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:40.175745Z","caller":"traceutil/trace.go:172","msg":"trace[854650720] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1328; }","duration":"454.499241ms","start":"2026-03-18T13:15:39.721216Z","end":"2026-03-18T13:15:40.175715Z","steps":["trace[854650720] 'agreement among raft nodes before linearized reading' (duration: 454.242417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:40.175815Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:39.721191Z","time spent":"454.607287ms","remote":"127.0.0.1:51964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:15:40.175849Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.890323267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T13:15:40.175956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.890509928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:15:40.175969Z","caller":"traceutil/trace.go:172","msg":"trace[483063745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1328; }","duration":"1.890474225s","start":"2026-03-18T13:15:38.285471Z","end":"2026-03-18T13:15:40.175945Z","steps":["trace[483063745] 'agreement among raft nodes before linearized reading' (duration: 1.890112936s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:40.176070Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:38.285457Z","time spent":"1.890599852s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:40.176098Z","caller":"traceutil/trace.go:172","msg":"trace[683075142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1328; }","duration":"1.890570781s","start":"2026-03-18T13:15:38.285430Z","end":"2026-03-18T13:15:40.176001Z","steps":["trace[683075142] 'agreement among raft nodes before linearized reading' (duration: 1.890308797s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:40.175754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"431.991312ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:15:40.176268Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:38.285409Z","time spent":"1.890725939s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":507,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:40.176327Z","caller":"traceutil/trace.go:172","msg":"trace[608482283] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1328; }","duration":"432.584024ms","start":"2026-03-18T13:15:39.743730Z","end":"2026-03-18T13:15:40.176314Z","steps":["trace[608482283] 'agreement among raft nodes before linearized reading' (duration: 431.828923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:40.178989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"426.237934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:40.179066Z","caller":"traceutil/trace.go:172","msg":"trace[734661069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1328; }","duration":"426.315078ms","start":"2026-03-18T13:15:39.752734Z","end":"2026-03-18T13:15:40.179049Z","steps":["trace[734661069] 'agreement among raft nodes before linearized reading' (duration: 426.182021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:40.179110Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:39.752724Z","time spent":"426.375981ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:15:40.179622Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"430.591837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:462"} {"level":"info","ts":"2026-03-18T13:15:40.179915Z","caller":"traceutil/trace.go:172","msg":"trace[2039439646] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1328; }","duration":"430.831551ms","start":"2026-03-18T13:15:39.749003Z","end":"2026-03-18T13:15:40.179835Z","steps":["trace[2039439646] 'agreement among raft nodes before linearized reading' (duration: 429.952713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:40.180121Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:39.748990Z","time spent":"431.114616ms","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":486,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-03-18T13:15:40.980695Z","caller":"traceutil/trace.go:172","msg":"trace[922121686] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1545; }","duration":"122.070388ms","start":"2026-03-18T13:15:40.858594Z","end":"2026-03-18T13:15:40.980665Z","steps":["trace[922121686] 'read index received' (duration: 122.059937ms)","trace[922121686] 'applied index is now lower than readState.Index' (duration: 8.981µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:40.980974Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.365955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xk8bz\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-03-18T13:15:40.981059Z","caller":"traceutil/trace.go:172","msg":"trace[153369348] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xk8bz; range_end:; response_count:1; response_revision:1333; }","duration":"122.503202ms","start":"2026-03-18T13:15:40.858539Z","end":"2026-03-18T13:15:40.981042Z","steps":["trace[153369348] 'agreement among raft nodes before linearized reading' (duration: 122.221646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:40.991615Z","caller":"traceutil/trace.go:172","msg":"trace[14562843] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"132.125119ms","start":"2026-03-18T13:15:40.859479Z","end":"2026-03-18T13:15:40.991604Z","steps":["trace[14562843] 'process raft request' (duration: 132.028683ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:41.345156Z","caller":"traceutil/trace.go:172","msg":"trace[65067973] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"348.489228ms","start":"2026-03-18T13:15:40.996651Z","end":"2026-03-18T13:15:41.345140Z","steps":["trace[65067973] 'process raft request' (duration: 348.34976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:41.345277Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:40.996633Z","time spent":"348.587013ms","remote":"127.0.0.1:51636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:15:41.982532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.527663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xk8bz\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"warn","ts":"2026-03-18T13:15:41.982532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.812155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:15:41.982606Z","caller":"traceutil/trace.go:172","msg":"trace[330560915] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xk8bz; range_end:; response_count:1; response_revision:1338; }","duration":"117.64681ms","start":"2026-03-18T13:15:41.864942Z","end":"2026-03-18T13:15:41.982589Z","steps":["trace[330560915] 'range keys from in-memory index tree' (duration: 115.588779ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:15:41.982619Z","caller":"traceutil/trace.go:172","msg":"trace[730547990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1338; }","duration":"129.901509ms","start":"2026-03-18T13:15:41.852700Z","end":"2026-03-18T13:15:41.982602Z","steps":["trace[730547990] 'range keys from in-memory index tree' (duration: 128.116954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:42.474218Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.937818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:15:43.006651Z","caller":"traceutil/trace.go:172","msg":"trace[82937374] linearizableReadLoop","detail":"{readStateIndex:1560; appliedIndex:1560; }","duration":"133.493553ms","start":"2026-03-18T13:15:42.873131Z","end":"2026-03-18T13:15:43.006625Z","steps":["trace[82937374] 'read index received' (duration: 133.482972ms)","trace[82937374] 'applied index is now lower than readState.Index' (duration: 8.451µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:43.010033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:36.009693Z","time spent":"7.000335971s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-03-18T13:15:43.011223Z","caller":"traceutil/trace.go:172","msg":"trace[1953791418] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"136.311305ms","start":"2026-03-18T13:15:42.874893Z","end":"2026-03-18T13:15:43.011204Z","steps":["trace[1953791418] 'process raft request' (duration: 132.852458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:43.011774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.625139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xk8bz\" limit:1 ","response":"range_response_count:1 size:18797"} {"level":"info","ts":"2026-03-18T13:15:43.012018Z","caller":"traceutil/trace.go:172","msg":"trace[325595311] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xk8bz; range_end:; response_count:1; response_revision:1348; }","duration":"138.879754ms","start":"2026-03-18T13:15:42.873120Z","end":"2026-03-18T13:15:43.012000Z","steps":["trace[325595311] 'agreement among raft nodes before linearized reading' (duration: 133.601378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:43.158935Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"678d9d0112a46d96","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-18T13:15:43.159005Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"34c29d0114e4b126","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-18T13:15:43.159027Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"678d9d0112a46dfd","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-18T13:15:43.159075Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"4c989d011392525f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-18T13:15:43.159109Z","caller":"etcdserver/server.go:900","msg":"failed to revoke lease","lease-id":"4c989d0113925241","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-18T13:15:44.100390Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:15:37.099435Z","time spent":"7.000947582s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-03-18T13:15:44.173209Z","caller":"traceutil/trace.go:172","msg":"trace[66071680] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1593; }","duration":"106.598618ms","start":"2026-03-18T13:15:44.066584Z","end":"2026-03-18T13:15:44.173182Z","steps":["trace[66071680] 'read index received' (duration: 106.590018ms)","trace[66071680] 'applied index is now lower than readState.Index' (duration: 7.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:15:44.173363Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.769207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T13:15:44.173441Z","caller":"traceutil/trace.go:172","msg":"trace[593054839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1380; }","duration":"106.859242ms","start":"2026-03-18T13:15:44.066566Z","end":"2026-03-18T13:15:44.173425Z","steps":["trace[593054839] 'agreement among raft nodes before linearized reading' (duration: 106.703484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:15:48.998668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44392","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:51.719079Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:51.732506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:51.829742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:51.857999Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:52.022678Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:15:52.056305Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:08.862550Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.090962ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:16:08.862650Z","caller":"traceutil/trace.go:172","msg":"trace[1393390597] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1889; }","duration":"120.773431ms","start":"2026-03-18T13:16:08.741861Z","end":"2026-03-18T13:16:08.862634Z","steps":["trace[1393390597] 'read index received' (duration: 13.517171ms)","trace[1393390597] 'applied index is now lower than readState.Index' (duration: 107.25419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:08.862779Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"120.9303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:08.862825Z","caller":"traceutil/trace.go:172","msg":"trace[1852159409] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1603; }","duration":"120.981563ms","start":"2026-03-18T13:16:08.741832Z","end":"2026-03-18T13:16:08.862814Z","steps":["trace[1852159409] 'agreement among raft nodes before linearized reading' (duration: 120.895938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:24.918656Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146203723,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:16:25.121972Z","caller":"traceutil/trace.go:172","msg":"trace[425269944] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"708.275782ms","start":"2026-03-18T13:16:24.413680Z","end":"2026-03-18T13:16:25.121956Z","steps":["trace[425269944] 'process raft request' (duration: 707.813006ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:25.122276Z","caller":"traceutil/trace.go:172","msg":"trace[53841109] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1984; }","duration":"704.496138ms","start":"2026-03-18T13:16:24.417769Z","end":"2026-03-18T13:16:25.122266Z","steps":["trace[53841109] 'read index received' (duration: 704.491428ms)","trace[53841109] 'applied index is now lower than readState.Index' (duration: 3.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:25.122402Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"704.624555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:25.122441Z","caller":"traceutil/trace.go:172","msg":"trace[1098308587] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1687; }","duration":"704.661167ms","start":"2026-03-18T13:16:24.417764Z","end":"2026-03-18T13:16:25.122425Z","steps":["trace[1098308587] 'agreement among raft nodes before linearized reading' (duration: 704.602744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.122541Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:24.417751Z","time spent":"704.70478ms","remote":"127.0.0.1:52192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:16:25.122774Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:24.413637Z","time spent":"708.404379ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:16:25.124336Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"610.975776ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:25.124429Z","caller":"traceutil/trace.go:172","msg":"trace[194776645] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1687; }","duration":"611.084522ms","start":"2026-03-18T13:16:24.513324Z","end":"2026-03-18T13:16:25.124408Z","steps":["trace[194776645] 'agreement among raft nodes before linearized reading' (duration: 610.940314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.124438Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"270.872598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:25.124511Z","caller":"traceutil/trace.go:172","msg":"trace[248239066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1687; }","duration":"270.960813ms","start":"2026-03-18T13:16:24.853533Z","end":"2026-03-18T13:16:25.124494Z","steps":["trace[248239066] 'agreement among raft nodes before linearized reading' (duration: 270.771962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:25.125161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.025111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:25.125246Z","caller":"traceutil/trace.go:172","msg":"trace[905190534] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1687; }","duration":"291.109506ms","start":"2026-03-18T13:16:24.834117Z","end":"2026-03-18T13:16:25.125227Z","steps":["trace[905190534] 'agreement among raft nodes before linearized reading' (duration: 290.194145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:31.389428Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"231.417281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T13:16:31.389529Z","caller":"traceutil/trace.go:172","msg":"trace[1323728884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1752; }","duration":"231.522977ms","start":"2026-03-18T13:16:31.157986Z","end":"2026-03-18T13:16:31.389509Z","steps":["trace[1323728884] 'agreement among raft nodes before linearized reading' (duration: 231.313646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:31.389080Z","caller":"traceutil/trace.go:172","msg":"trace[572988044] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2052; }","duration":"231.03822ms","start":"2026-03-18T13:16:31.158021Z","end":"2026-03-18T13:16:31.389059Z","steps":["trace[572988044] 'read index received' (duration: 184.659578ms)","trace[572988044] 'applied index is now lower than readState.Index' (duration: 46.377102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:33.302690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.364646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.393708Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.466642Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.564072Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.580594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38308","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.629917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.651534Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.681473Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.699804Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.748203Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.768718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.786504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.802185Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.952526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.977181Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:33.995010Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:35.049096Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:35.063554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-18T13:16:35.248658Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38564","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-18T13:16:44.919411Z","caller":"traceutil/trace.go:172","msg":"trace[186886380] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"112.51491ms","start":"2026-03-18T13:16:44.806874Z","end":"2026-03-18T13:16:44.919389Z","steps":["trace[186886380] 'process raft request' (duration: 112.356553ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:45.293429Z","caller":"traceutil/trace.go:172","msg":"trace[1350500197] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"195.950925ms","start":"2026-03-18T13:16:45.097456Z","end":"2026-03-18T13:16:45.293406Z","steps":["trace[1350500197] 'process raft request' (duration: 195.425015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:45.391826Z","caller":"traceutil/trace.go:172","msg":"trace[1438099316] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"230.974759ms","start":"2026-03-18T13:16:45.160820Z","end":"2026-03-18T13:16:45.391794Z","steps":["trace[1438099316] 'process raft request' (duration: 230.806312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:46.168295Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.920155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-18T13:16:46.692794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"178.929694ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:46.692875Z","caller":"traceutil/trace.go:172","msg":"trace[1072823176] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1827; }","duration":"179.022873ms","start":"2026-03-18T13:16:46.513833Z","end":"2026-03-18T13:16:46.692856Z","steps":["trace[1072823176] 'range keys from in-memory index tree' (duration: 177.154167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:51.570040Z","caller":"traceutil/trace.go:172","msg":"trace[2138272848] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"153.731065ms","start":"2026-03-18T13:16:51.416286Z","end":"2026-03-18T13:16:51.570017Z","steps":["trace[2138272848] 'process raft request' (duration: 153.563497ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:53.843396Z","caller":"traceutil/trace.go:172","msg":"trace[1277055569] linearizableReadLoop","detail":"{readStateIndex:2164; appliedIndex:2164; }","duration":"158.111207ms","start":"2026-03-18T13:16:53.685260Z","end":"2026-03-18T13:16:53.843372Z","steps":["trace[1277055569] 'read index received' (duration: 158.105457ms)","trace[1277055569] 'applied index is now lower than readState.Index' (duration: 4.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:53.985612Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.328147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.156\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T13:16:53.985700Z","caller":"traceutil/trace.go:172","msg":"trace[1292895379] range","detail":"{range_begin:/registry/masterleases/199.19.213.156; range_end:; response_count:1; response_revision:1849; }","duration":"300.422446ms","start":"2026-03-18T13:16:53.685257Z","end":"2026-03-18T13:16:53.985679Z","steps":["trace[1292895379] 'agreement among raft nodes before linearized reading' (duration: 158.205256ms)","trace[1292895379] 'range keys from in-memory index tree' (duration: 141.968803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:53.985739Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:53.685243Z","time spent":"300.486515ms","remote":"127.0.0.1:44550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.156\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:16:53.985804Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.326459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:16:54.012715Z","caller":"traceutil/trace.go:172","msg":"trace[1053350939] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"436.349654ms","start":"2026-03-18T13:16:53.576337Z","end":"2026-03-18T13:16:54.012687Z","steps":["trace[1053350939] 'process raft request' (duration: 436.181257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:54.013078Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:53.576316Z","time spent":"436.503412ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:16:54.064660Z","caller":"traceutil/trace.go:172","msg":"trace[1680927414] linearizableReadLoop","detail":"{readStateIndex:2166; appliedIndex:2167; }","duration":"196.914769ms","start":"2026-03-18T13:16:53.867715Z","end":"2026-03-18T13:16:54.064629Z","steps":["trace[1680927414] 'read index received' (duration: 196.89766ms)","trace[1680927414] 'applied index is now lower than readState.Index' (duration: 15.959µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:54.064868Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.134796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-18T13:16:54.064901Z","caller":"traceutil/trace.go:172","msg":"trace[1136842794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1852; }","duration":"197.180965ms","start":"2026-03-18T13:16:53.867709Z","end":"2026-03-18T13:16:54.064890Z","steps":["trace[1136842794] 'agreement among raft nodes before linearized reading' (duration: 197.022568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:54.228504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.276587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:16:54.228685Z","caller":"traceutil/trace.go:172","msg":"trace[1484048474] linearizableReadLoop","detail":"{readStateIndex:2169; appliedIndex:2168; }","duration":"121.833315ms","start":"2026-03-18T13:16:54.106835Z","end":"2026-03-18T13:16:54.228668Z","steps":["trace[1484048474] 'read index received' (duration: 17.725216ms)","trace[1484048474] 'applied index is now lower than readState.Index' (duration: 104.106459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:54.228920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.078912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"info","ts":"2026-03-18T13:16:54.228904Z","caller":"traceutil/trace.go:172","msg":"trace[1685138104] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"162.646091ms","start":"2026-03-18T13:16:54.066231Z","end":"2026-03-18T13:16:54.228877Z","steps":["trace[1685138104] 'process raft request' (duration: 57.765923ms)","trace[1685138104] 'compare' (duration: 104.123699ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:16:54.228953Z","caller":"traceutil/trace.go:172","msg":"trace[823536240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1853; }","duration":"122.115101ms","start":"2026-03-18T13:16:54.106829Z","end":"2026-03-18T13:16:54.228944Z","steps":["trace[823536240] 'agreement among raft nodes before linearized reading' (duration: 121.917614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:56.093169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"225.40886ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:16:56.093423Z","caller":"traceutil/trace.go:172","msg":"trace[785647026] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2175; }","duration":"311.902034ms","start":"2026-03-18T13:16:55.781504Z","end":"2026-03-18T13:16:56.093406Z","steps":["trace[785647026] 'read index received' (duration: 283.937147ms)","trace[785647026] 'applied index is now lower than readState.Index' (duration: 27.963837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:56.213885Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.37242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T13:16:56.213943Z","caller":"traceutil/trace.go:172","msg":"trace[2084945601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1860; }","duration":"432.437139ms","start":"2026-03-18T13:16:55.781493Z","end":"2026-03-18T13:16:56.213930Z","steps":["trace[2084945601] 'agreement among raft nodes before linearized reading' (duration: 311.988583ms)","trace[2084945601] 'range keys from in-memory index tree' (duration: 120.352267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:56.213967Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:55.781475Z","time spent":"432.485699ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:16:56.214531Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.780175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:16:56.258322Z","caller":"traceutil/trace.go:172","msg":"trace[358422390] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"384.313346ms","start":"2026-03-18T13:16:55.873993Z","end":"2026-03-18T13:16:56.258307Z","steps":["trace[358422390] 'process raft request' (duration: 384.217367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:56.258439Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:55.873956Z","time spent":"384.421345ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:16:56.260114Z","caller":"traceutil/trace.go:172","msg":"trace[644700317] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"241.967887ms","start":"2026-03-18T13:16:56.018124Z","end":"2026-03-18T13:16:56.260092Z","steps":["trace[644700317] 'process raft request' (duration: 241.570682ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:56.261489Z","caller":"traceutil/trace.go:172","msg":"trace[1708027801] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2182; }","duration":"168.025873ms","start":"2026-03-18T13:16:56.093452Z","end":"2026-03-18T13:16:56.261478Z","steps":["trace[1708027801] 'read index received' (duration: 168.023213ms)","trace[1708027801] 'applied index is now lower than readState.Index' (duration: 2.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:56.261569Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"405.420956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:56.261590Z","caller":"traceutil/trace.go:172","msg":"trace[778598692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1864; }","duration":"405.445215ms","start":"2026-03-18T13:16:55.856138Z","end":"2026-03-18T13:16:56.261583Z","steps":["trace[778598692] 'agreement among raft nodes before linearized reading' (duration: 405.404956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:56.261614Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:16:55.856121Z","time spent":"405.483025ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:16:56.263169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"159.037451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-18T13:16:56.263278Z","caller":"traceutil/trace.go:172","msg":"trace[1959528681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1864; }","duration":"159.11391ms","start":"2026-03-18T13:16:56.104123Z","end":"2026-03-18T13:16:56.263237Z","steps":["trace[1959528681] 'agreement among raft nodes before linearized reading' (duration: 159.016761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:57.766914Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.663548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T13:16:57.767047Z","caller":"traceutil/trace.go:172","msg":"trace[1826615308] linearizableReadLoop","detail":"{readStateIndex:2187; appliedIndex:2186; }","duration":"287.68731ms","start":"2026-03-18T13:16:57.479340Z","end":"2026-03-18T13:16:57.767027Z","steps":["trace[1826615308] 'read index received' (duration: 116.509415ms)","trace[1826615308] 'applied index is now lower than readState.Index' (duration: 171.176405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:57.767365Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"288.008485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-18T13:16:57.767413Z","caller":"traceutil/trace.go:172","msg":"trace[952100600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1869; }","duration":"288.066305ms","start":"2026-03-18T13:16:57.479334Z","end":"2026-03-18T13:16:57.767400Z","steps":["trace[952100600] 'agreement among raft nodes before linearized reading' (duration: 287.788868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:57.817643Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"303.998751ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:57.817721Z","caller":"traceutil/trace.go:172","msg":"trace[553816512] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1871; }","duration":"304.0835ms","start":"2026-03-18T13:16:57.513622Z","end":"2026-03-18T13:16:57.817705Z","steps":["trace[553816512] 'agreement among raft nodes before linearized reading' (duration: 303.974491ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:16:58.494520Z","caller":"traceutil/trace.go:172","msg":"trace[1290557592] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"226.18795ms","start":"2026-03-18T13:16:58.268317Z","end":"2026-03-18T13:16:58.494505Z","steps":["trace[1290557592] 'process raft request' (duration: 226.016912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:58.989512Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.615177ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:16:58.989670Z","caller":"traceutil/trace.go:172","msg":"trace[1946391259] linearizableReadLoop","detail":"{readStateIndex:2195; appliedIndex:2194; }","duration":"149.506286ms","start":"2026-03-18T13:16:58.840145Z","end":"2026-03-18T13:16:58.989652Z","steps":["trace[1946391259] 'read index received' (duration: 1.473612ms)","trace[1946391259] 'applied index is now lower than readState.Index' (duration: 148.031314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:16:58.990198Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.044149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:58.990240Z","caller":"traceutil/trace.go:172","msg":"trace[1993133910] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools; range_end:; response_count:0; response_revision:1876; }","duration":"150.089139ms","start":"2026-03-18T13:16:58.840140Z","end":"2026-03-18T13:16:58.990229Z","steps":["trace[1993133910] 'agreement among raft nodes before linearized reading' (duration: 150.01381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:16:58.992129Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.003686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:16:58.992204Z","caller":"traceutil/trace.go:172","msg":"trace[45202909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1876; }","duration":"139.077965ms","start":"2026-03-18T13:16:58.853108Z","end":"2026-03-18T13:16:58.992186Z","steps":["trace[45202909] 'agreement among raft nodes before linearized reading' (duration: 138.971496ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:17:00.581747Z","caller":"traceutil/trace.go:172","msg":"trace[161067621] linearizableReadLoop","detail":"{readStateIndex:2201; appliedIndex:2201; }","duration":"255.451836ms","start":"2026-03-18T13:17:00.326272Z","end":"2026-03-18T13:17:00.581724Z","steps":["trace[161067621] 'read index received' (duration: 255.445976ms)","trace[161067621] 'applied index is now lower than readState.Index' (duration: 4.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:17:00.582043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.752022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-18T13:17:00.582086Z","caller":"traceutil/trace.go:172","msg":"trace[520384878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1882; }","duration":"255.816142ms","start":"2026-03-18T13:17:00.326259Z","end":"2026-03-18T13:17:00.582075Z","steps":["trace[520384878] 'agreement among raft nodes before linearized reading' (duration: 255.627614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:17:01.380683Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.942279ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T13:17:06.806059Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14742706008146204029,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:17:06.866854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.353950904s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:17:06.867756Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"661.856699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:17:06.867768Z","caller":"traceutil/trace.go:172","msg":"trace[40329977] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1901; }","duration":"1.354029693s","start":"2026-03-18T13:17:05.512881Z","end":"2026-03-18T13:17:06.866910Z","steps":["trace[40329977] 'range keys from in-memory index tree' (duration: 1.353911114s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:17:06.868800Z","caller":"traceutil/trace.go:172","msg":"trace[1079099932] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"1.381607925s","start":"2026-03-18T13:17:05.487157Z","end":"2026-03-18T13:17:06.868765Z","steps":["trace[1079099932] 'process raft request' (duration: 718.697265ms)","trace[1079099932] 'compare' (duration: 660.51278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:17:06.868957Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:17:05.487128Z","time spent":"1.381747634s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:17:06.879377Z","caller":"traceutil/trace.go:172","msg":"trace[251118761] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2231; }","duration":"574.003321ms","start":"2026-03-18T13:17:06.305343Z","end":"2026-03-18T13:17:06.879346Z","steps":["trace[251118761] 'read index received' (duration: 573.996001ms)","trace[251118761] 'applied index is now lower than readState.Index' (duration: 6.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:17:06.879467Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"574.11588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:17:06.879509Z","caller":"traceutil/trace.go:172","msg":"trace[1041887926] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies; range_end:; response_count:0; response_revision:1909; }","duration":"574.15916ms","start":"2026-03-18T13:17:06.305337Z","end":"2026-03-18T13:17:06.879496Z","steps":["trace[1041887926] 'agreement among raft nodes before linearized reading' (duration: 574.082091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:17:06.879536Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:17:06.305314Z","time spent":"574.21362ms","remote":"127.0.0.1:42520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies\" limit:1 "} {"level":"info","ts":"2026-03-18T13:17:06.879455Z","caller":"traceutil/trace.go:172","msg":"trace[1716428820] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"197.305503ms","start":"2026-03-18T13:17:06.682135Z","end":"2026-03-18T13:17:06.879440Z","steps":["trace[1716428820] 'process raft request' (duration: 197.266553ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:17:06.879664Z","caller":"traceutil/trace.go:172","msg":"trace[942865408] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"477.351617ms","start":"2026-03-18T13:17:06.402144Z","end":"2026-03-18T13:17:06.879496Z","steps":["trace[942865408] 'process raft request' (duration: 477.198518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:17:06.879978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:17:06.402123Z","time spent":"477.575005ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:17:06.880627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"541.332581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:17:06.880658Z","caller":"traceutil/trace.go:172","msg":"trace[473688267] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1909; }","duration":"541.363241ms","start":"2026-03-18T13:17:06.339288Z","end":"2026-03-18T13:17:06.880651Z","steps":["trace[473688267] 'agreement among raft nodes before linearized reading' (duration: 541.317231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:17:06.880674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:17:06.339275Z","time spent":"541.394891ms","remote":"127.0.0.1:52368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":29,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"info","ts":"2026-03-18T13:17:53.011297Z","caller":"traceutil/trace.go:172","msg":"trace[2127114253] linearizableReadLoop","detail":"{readStateIndex:2435; appliedIndex:2435; }","duration":"157.673532ms","start":"2026-03-18T13:17:52.853604Z","end":"2026-03-18T13:17:53.011278Z","steps":["trace[2127114253] 'read index received' (duration: 157.668822ms)","trace[2127114253] 'applied index is now lower than readState.Index' (duration: 3.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:17:53.011459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"157.851324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:17:53.011489Z","caller":"traceutil/trace.go:172","msg":"trace[1132279642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2083; }","duration":"157.891114ms","start":"2026-03-18T13:17:52.853589Z","end":"2026-03-18T13:17:53.011481Z","steps":["trace[1132279642] 'agreement among raft nodes before linearized reading' (duration: 157.825173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:17:53.016605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.212878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-03-18T13:17:53.016640Z","caller":"traceutil/trace.go:172","msg":"trace[594517737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2083; }","duration":"112.251089ms","start":"2026-03-18T13:17:52.904382Z","end":"2026-03-18T13:17:53.016633Z","steps":["trace[594517737] 'agreement among raft nodes before linearized reading' (duration: 112.191688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:17:53.210072Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.014477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-18T13:17:53.210129Z","caller":"traceutil/trace.go:172","msg":"trace[996954179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2083; }","duration":"134.077077ms","start":"2026-03-18T13:17:53.076041Z","end":"2026-03-18T13:17:53.210118Z","steps":["trace[996954179] 'range keys from in-memory index tree' (duration: 132.23355ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:18:10.985047Z","caller":"traceutil/trace.go:172","msg":"trace[638115557] linearizableReadLoop","detail":"{readStateIndex:2517; appliedIndex:2517; }","duration":"130.502673ms","start":"2026-03-18T13:18:10.854523Z","end":"2026-03-18T13:18:10.985025Z","steps":["trace[638115557] 'read index received' (duration: 130.497083ms)","trace[638115557] 'applied index is now lower than readState.Index' (duration: 4.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:18:10.985151Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.621244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:18:10.985182Z","caller":"traceutil/trace.go:172","msg":"trace[2045926396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"130.661565ms","start":"2026-03-18T13:18:10.854512Z","end":"2026-03-18T13:18:10.985173Z","steps":["trace[2045926396] 'agreement among raft nodes before linearized reading' (duration: 130.587334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:18:11.733374Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.538214ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:18:11.733449Z","caller":"traceutil/trace.go:172","msg":"trace[1364012023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2155; }","duration":"219.652995ms","start":"2026-03-18T13:18:11.513778Z","end":"2026-03-18T13:18:11.733431Z","steps":["trace[1364012023] 'range keys from in-memory index tree' (duration: 219.516914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:18:11.804289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.06339ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:18:11.804850Z","caller":"traceutil/trace.go:172","msg":"trace[1965825592] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"253.672849ms","start":"2026-03-18T13:18:11.551157Z","end":"2026-03-18T13:18:11.804830Z","steps":["trace[1965825592] 'process raft request' (duration: 253.623948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:18:11.804928Z","caller":"traceutil/trace.go:172","msg":"trace[964471746] linearizableReadLoop","detail":"{readStateIndex:2519; appliedIndex:2518; }","duration":"506.036758ms","start":"2026-03-18T13:18:11.298853Z","end":"2026-03-18T13:18:11.804890Z","steps":["trace[964471746] 'read index received' (duration: 155.054972ms)","trace[964471746] 'applied index is now lower than readState.Index' (duration: 350.979016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:18:11.805066Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"506.201921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:18:11.805614Z","caller":"traceutil/trace.go:172","msg":"trace[665934755] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:2157; }","duration":"506.757019ms","start":"2026-03-18T13:18:11.298838Z","end":"2026-03-18T13:18:11.805595Z","steps":["trace[665934755] 'agreement among raft nodes before linearized reading' (duration: 506.165761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:18:11.805674Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-18T13:18:11.298811Z","time spent":"506.84666ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-18T13:18:11.806996Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.989914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:18:11.807043Z","caller":"traceutil/trace.go:172","msg":"trace[1464800636] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters; range_end:; response_count:0; response_revision:2157; }","duration":"208.039085ms","start":"2026-03-18T13:18:11.598995Z","end":"2026-03-18T13:18:11.807035Z","steps":["trace[1464800636] 'agreement among raft nodes before linearized reading' (duration: 207.963544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:18:11.807209Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.708077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:18:11.807262Z","caller":"traceutil/trace.go:172","msg":"trace[1291684209] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:2157; }","duration":"129.757538ms","start":"2026-03-18T13:18:11.677488Z","end":"2026-03-18T13:18:11.807245Z","steps":["trace[1291684209] 'agreement among raft nodes before linearized reading' (duration: 129.680537ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:18:12.310898Z","caller":"traceutil/trace.go:172","msg":"trace[1488684345] linearizableReadLoop","detail":"{readStateIndex:2522; appliedIndex:2522; }","duration":"133.653721ms","start":"2026-03-18T13:18:12.177215Z","end":"2026-03-18T13:18:12.310869Z","steps":["trace[1488684345] 'read index received' (duration: 133.650641ms)","trace[1488684345] 'applied index is now lower than readState.Index' (duration: 2.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:18:12.311053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.831035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" limit:10000 revision:2139 ","response":"range_response_count:1 size:2978"} {"level":"info","ts":"2026-03-18T13:18:12.311118Z","caller":"traceutil/trace.go:172","msg":"trace[1239822450] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:1; response_revision:2158; }","duration":"133.908766ms","start":"2026-03-18T13:18:12.177197Z","end":"2026-03-18T13:18:12.311105Z","steps":["trace[1239822450] 'agreement among raft nodes before linearized reading' (duration: 133.719633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:18:25.374773Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.12163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:18:30.095222Z","caller":"traceutil/trace.go:172","msg":"trace[1449467841] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"128.832439ms","start":"2026-03-18T13:18:29.966366Z","end":"2026-03-18T13:18:30.095198Z","steps":["trace[1449467841] 'process raft request' (duration: 128.623785ms)"],"step_count":1}