{"level":"warn","ts":"2026-03-30T21:09:48.193168Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-03-30T21:09:48.193332Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-03-30T21:09:48.193341Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=controller-2=https://199.204.45.38:2380,controller-1=https://199.204.45.74:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-03-30T21:09:48.193409Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-03-30T21:09:48.193420Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-30T21:09:48.193432Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-03-30T21:09:48.193445Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T21:09:48.196201Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-03-30T21:09:48.198309Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.74:2380,controller-2=https://199.204.45.38:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-03-30T21:09:48.199660Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000d2988}"} {"level":"info","ts":"2026-03-30T21:09:48.206807Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T21:09:48.206950Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.406423ms"} {"level":"info","ts":"2026-03-30T21:09:48.207126Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-03-30T21:09:48.207194Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-03-30T21:09:48.216046Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.74:2380","host":"199.204.45.74:2380","resolved-addr":"199.204.45.74:2380"} {"level":"info","ts":"2026-03-30T21:09:48.216098Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.38:2380","host":"199.204.45.38:2380","resolved-addr":"199.204.45.38:2380"} {"level":"info","ts":"2026-03-30T21:09:48.217608Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-03-30T21:09:48.224873Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-03-30T21:09:48.224899Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"7ba82bfa2d9da6c2","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-03-30T21:09:48.224917Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-03-30T21:09:48.224978Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7ba82bfa2d9da6c2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-30T21:09:48.225008Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"7ba82bfa2d9da6c2 became follower at term 0"} {"level":"info","ts":"2026-03-30T21:09:48.225016Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 7ba82bfa2d9da6c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-03-30T21:09:48.234266Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-30T21:09:48.235354Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-30T21:09:48.238914Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-30T21:09:48.240628Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.240676Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-30T21:09:48.240693Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.240704Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.240973Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.241208Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.241362Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.241452Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-30T21:09:48.241697Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"7ba82bfa2d9da6c2","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-30T21:09:48.241557Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.242151Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-30T21:09:48.242427Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-03-30T21:09:48.242550Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:09:48.242595Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:09:48.242607Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-30T21:09:48.242611Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-03-30T21:09:48.242638Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-03-30T21:09:48.242945Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"7ba82bfa2d9da6c2","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-30T21:09:48.242900Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.243226Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-30T21:09:48.243574Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7ba82bfa2d9da6c2","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:09:48.243607Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.243656Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.243752Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7ba82bfa2d9da6c2","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:09:48.244920Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.252964Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.253427Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.261834Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"7ba82bfa2d9da6c2 [term: 0] received a MsgHeartbeat message with higher term from 89ba38f964b95aa0 [term: 2]"} {"level":"info","ts":"2026-03-30T21:09:48.261882Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"7ba82bfa2d9da6c2 became follower at term 2"} {"level":"info","ts":"2026-03-30T21:09:48.262856Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 7ba82bfa2d9da6c2 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-03-30T21:09:48.280046Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"7ba82bfa2d9da6c2","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":512,"incoming-snapshot-message-size-bytes":8193,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-03-30T21:09:48.290541Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000200.snap.db","bytes":806912,"size":"807 kB"} {"level":"info","ts":"2026-03-30T21:09:48.290605Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"7ba82bfa2d9da6c2","remote-snapshot-sender-id":"89ba38f964b95aa0","incoming-snapshot-index":512,"incoming-snapshot-size-bytes":806912,"incoming-snapshot-size":"807 kB","download-took":"10.720468ms"} {"level":"info","ts":"2026-03-30T21:09:48.290800Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 512, term: 2]"} {"level":"info","ts":"2026-03-30T21:09:48.291000Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7ba82bfa2d9da6c2 switched to configuration voters=(9924307372652190368) learners=(8910420216259651266)"} {"level":"info","ts":"2026-03-30T21:09:48.291072Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"7ba82bfa2d9da6c2 [commit: 512, lastindex: 512, lastterm: 2] restored snapshot [index: 512, term: 2]"} {"level":"info","ts":"2026-03-30T21:09:48.291088Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"7ba82bfa2d9da6c2 [commit: 512] restored snapshot [index: 512, term: 2]"} {"level":"info","ts":"2026-03-30T21:09:48.291301Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":512,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T21:09:48.293892Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":512} {"level":"info","ts":"2026-03-30T21:09:48.294215Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0000d2b98}"} {"level":"info","ts":"2026-03-30T21:09:48.294656Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-03-30T21:09:48.294692Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"550.159µs"} {"level":"info","ts":"2026-03-30T21:09:48.294745Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-03-30T21:09:48.295889Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-03-30T21:09:48.295911Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-03-30T21:09:48.298055Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":487} {"level":"info","ts":"2026-03-30T21:09:48.298092Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":512} {"level":"info","ts":"2026-03-30T21:09:48.298117Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-03-30T21:09:48.298217Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-03-30T21:09:48.299520Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-03-30T21:09:48.299563Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-03-30T21:09:48.299587Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-03-30T21:09:48.299599Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-03-30T21:09:48.300140Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-03-30T21:09:48.300137Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-03-30T21:09:48.300169Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-03-30T21:09:48.300231Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T21:09:48.300248Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"7ba82bfa2d9da6c2","recovered-remote-peer-id":"7ba82bfa2d9da6c2","recovered-remote-peer-urls":["https://199.204.45.38:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-03-30T21:09:48.300260Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"54492f71bf65c400","local-member-id":"7ba82bfa2d9da6c2","recovered-remote-peer-id":"89ba38f964b95aa0","recovered-remote-peer-urls":["https://199.204.45.74:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-03-30T21:09:48.300274Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-03-30T21:09:48.300281Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-03-30T21:09:48.300290Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-03-30T21:09:48.300301Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-03-30T21:09:48.300331Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.300354Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-03-30T21:09:48.300439Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.300457Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.300494Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-03-30T21:09:48.300653Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"warn","ts":"2026-03-30T21:09:48.300700Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"89ba38f964b95aa0","error":"failed to read 89ba38f964b95aa0 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-03-30T21:09:48.300725Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"warn","ts":"2026-03-30T21:09:48.300839Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:09:48.300867Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.300879Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.300907Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"7ba82bfa2d9da6c2","removed-remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.300924Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-03-30T21:09:48.300935Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T21:09:48.300952Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.300969Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.301053Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.301060Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.301076Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-30T21:09:48.301088Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-03-30T21:09:48.301101Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.301089Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.301093Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.301105Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":512,"current-applied-index":512,"incoming-leader-snapshot-index":512,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-03-30T21:09:48.309037Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.309064Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.311398Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.319451Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7ba82bfa2d9da6c2","to":"89ba38f964b95aa0","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:09:48.319483Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.324551Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7ba82bfa2d9da6c2","to":"89ba38f964b95aa0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:09:48.324577Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"89ba38f964b95aa0"} {"level":"info","ts":"2026-03-30T21:09:48.360089Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7ba82bfa2d9da6c2 switched to configuration voters=(8910420216259651266 9924307372652190368)"} {"level":"info","ts":"2026-03-30T21:09:48.360323Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"7ba82bfa2d9da6c2","promoted-member-id":"7ba82bfa2d9da6c2"} {"level":"warn","ts":"2026-03-30T21:09:55.242669Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"7ba82bfa2d9da6c2","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.38:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-03-30T21:09:55.245694Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"7ba82bfa2d9da6c2","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.38:2379]}","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-03-30T21:09:55.245706Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T21:09:55.245783Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-30T21:09:55.245953Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-30T21:09:55.245984Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-30T21:09:55.247949Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-03-30T21:09:55.248017Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-03-30T21:09:55.248202Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-03-30T21:09:55.251417Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-03-30T21:09:55.252238Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-30T21:09:55.253911Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:52904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.256026Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.256219Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:52902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.257109Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:52906","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.257934Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:52942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.258630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57052","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.259837Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:46040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.260653Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:52926","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.260816Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.262605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:46024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.263002Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:52918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.268594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.285910Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.314118Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.322595Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.331987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.342099Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.351709Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.359630Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36190","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.367444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.374514Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36222","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.380602Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.389018Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.398754Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.407056Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36270","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.415736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.425978Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.446055Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36318","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.479953Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.498425Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.509526Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.517186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.528808Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36408","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.535916Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.544360Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36452","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.554365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36480","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.562258Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.571826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.579495Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.587297Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.596202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.603022Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.610702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.620403Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.634491Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36624","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.651110Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.662407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36660","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.681766Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36694","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.690182Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.700092Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.708032Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.715413Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.725620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.736719Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.744386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.754147Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.763368Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.771748Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.781606Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.789132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36890","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.798421Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36910","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.806144Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.814388Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.873563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.883647Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:09:55.892951Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:36994","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:10:09.934223Z","caller":"traceutil/trace.go:172","msg":"trace[647479821] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"138.968865ms","start":"2026-03-30T21:10:09.795233Z","end":"2026-03-30T21:10:09.934201Z","steps":["trace[647479821] 'process raft request' (duration: 138.8129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:10:29.410117Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:58050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:29.484045Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"102.144469ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:10:29.484124Z","caller":"traceutil/trace.go:172","msg":"trace[746782535] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:627; }","duration":"102.240611ms","start":"2026-03-30T21:10:29.381865Z","end":"2026-03-30T21:10:29.484105Z","steps":["trace[746782535] 'range keys from in-memory index tree' (duration: 102.061365ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:10:30.190915Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7ba82bfa2d9da6c2 switched to configuration voters=(8910420216259651266 9924307372652190368) learners=(16102761352595172228)"} {"level":"info","ts":"2026-03-30T21:10:30.191087Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"7ba82bfa2d9da6c2","added-peer-id":"df7880225452eb84","added-peer-peer-urls":["https://199.204.45.157:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-03-30T21:10:30.191127Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:30.191248Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:30.192769Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:30.192948Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:30.192937Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:30.192866Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:30.193059Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:30.193128Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84","remote-peer-urls":["https://199.204.45.157:2380"]} {"level":"warn","ts":"2026-03-30T21:10:30.197459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:58124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:30.208596Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:58126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:30.230411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:58192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:31.245257Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:58232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:31.745542Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:54976","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:10:32.950382Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:32.950432Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:32.950567Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:32.959118Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7ba82bfa2d9da6c2","to":"df7880225452eb84","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-03-30T21:10:32.959193Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:32.963421Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7ba82bfa2d9da6c2","to":"df7880225452eb84","stream-type":"stream Message"} {"level":"info","ts":"2026-03-30T21:10:32.963515Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"warn","ts":"2026-03-30T21:10:32.995089Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:10:32.995281Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84","error":"EOF"} {"level":"info","ts":"2026-03-30T21:10:33.009243Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:33.011912Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7ba82bfa2d9da6c2","to":"df7880225452eb84","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-03-30T21:10:33.011972Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:33.011992Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:33.014651Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"7ba82bfa2d9da6c2","to":"df7880225452eb84","stream-type":"stream Message"} {"level":"warn","ts":"2026-03-30T21:10:33.014689Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:33.014701Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:33.043668Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"7ba82bfa2d9da6c2","remote-peer-id":"df7880225452eb84"} {"level":"info","ts":"2026-03-30T21:10:33.247674Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"7ba82bfa2d9da6c2 switched to configuration voters=(8910420216259651266 9924307372652190368 16102761352595172228)"} {"level":"info","ts":"2026-03-30T21:10:33.248166Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"54492f71bf65c400","local-member-id":"7ba82bfa2d9da6c2","promoted-member-id":"df7880225452eb84"} {"level":"warn","ts":"2026-03-30T21:10:33.292675Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.157:55084","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:10:43.656755Z","caller":"traceutil/trace.go:172","msg":"trace[1083312669] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:752; }","duration":"417.009071ms","start":"2026-03-30T21:10:43.239718Z","end":"2026-03-30T21:10:43.656727Z","steps":["trace[1083312669] 'read index received' (duration: 417.002121ms)","trace[1083312669] 'applied index is now lower than readState.Index' (duration: 4.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:10:43.657077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.34735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:10:43.657138Z","caller":"traceutil/trace.go:172","msg":"trace[265896817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:697; }","duration":"417.430453ms","start":"2026-03-30T21:10:43.239693Z","end":"2026-03-30T21:10:43.657123Z","steps":["trace[265896817] 'agreement among raft nodes before linearized reading' (duration: 417.172696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:10:43.657186Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:10:43.239652Z","time spent":"417.520145ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:10:43.669853Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"290.205719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:10:43.669934Z","caller":"traceutil/trace.go:172","msg":"trace[383063988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:699; }","duration":"290.296441ms","start":"2026-03-30T21:10:43.379621Z","end":"2026-03-30T21:10:43.669917Z","steps":["trace[383063988] 'agreement among raft nodes before linearized reading' (duration: 290.154178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:10:43.669926Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"287.421156ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:10:43.669990Z","caller":"traceutil/trace.go:172","msg":"trace[164538538] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:699; }","duration":"287.487587ms","start":"2026-03-30T21:10:43.382487Z","end":"2026-03-30T21:10:43.669974Z","steps":["trace[164538538] 'agreement among raft nodes before linearized reading' (duration: 287.396305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:00.043029Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.315689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:11:00.043130Z","caller":"traceutil/trace.go:172","msg":"trace[1047248878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:789; }","duration":"115.430822ms","start":"2026-03-30T21:10:59.927683Z","end":"2026-03-30T21:11:00.043114Z","steps":["trace[1047248878] 'range keys from in-memory index tree' (duration: 113.519736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:11.376510Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.766523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T21:11:11.376602Z","caller":"traceutil/trace.go:172","msg":"trace[331690350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:867; }","duration":"310.863156ms","start":"2026-03-30T21:11:11.065719Z","end":"2026-03-30T21:11:11.376582Z","steps":["trace[331690350] 'range keys from in-memory index tree' (duration: 309.323149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:11.376641Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.065691Z","time spent":"310.940376ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:11.525701Z","caller":"traceutil/trace.go:172","msg":"trace[377043937] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:949; }","duration":"413.987955ms","start":"2026-03-30T21:11:11.111698Z","end":"2026-03-30T21:11:11.525686Z","steps":["trace[377043937] 'read index received' (duration: 399.064779ms)","trace[377043937] 'applied index is now lower than readState.Index' (duration: 14.922326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:11.525815Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"414.110328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:11.525837Z","caller":"traceutil/trace.go:172","msg":"trace[862314759] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:885; }","duration":"414.141649ms","start":"2026-03-30T21:11:11.111689Z","end":"2026-03-30T21:11:11.525831Z","steps":["trace[862314759] 'agreement among raft nodes before linearized reading' (duration: 414.090458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:11.525852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.111675Z","time spent":"414.17354ms","remote":"127.0.0.1:36464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:11.555477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"173.442087ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:11.555838Z","caller":"traceutil/trace.go:172","msg":"trace[1587220773] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:889; }","duration":"173.814805ms","start":"2026-03-30T21:11:11.382010Z","end":"2026-03-30T21:11:11.555825Z","steps":["trace[1587220773] 'agreement among raft nodes before linearized reading' (duration: 173.401845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:11.555610Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.099052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:11.556382Z","caller":"traceutil/trace.go:172","msg":"trace[1469788689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:889; }","duration":"180.87098ms","start":"2026-03-30T21:11:11.375495Z","end":"2026-03-30T21:11:11.556366Z","steps":["trace[1469788689] 'agreement among raft nodes before linearized reading' (duration: 180.070942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:11.555673Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"372.239744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:11.556491Z","caller":"traceutil/trace.go:172","msg":"trace[1976947275] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:889; }","duration":"373.053102ms","start":"2026-03-30T21:11:11.183427Z","end":"2026-03-30T21:11:11.556480Z","steps":["trace[1976947275] 'agreement among raft nodes before linearized reading' (duration: 372.231024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:11.556612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.183403Z","time spent":"373.193086ms","remote":"127.0.0.1:36320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:11.696915Z","caller":"traceutil/trace.go:172","msg":"trace[1887264174] linearizableReadLoop","detail":"{readStateIndex:991; appliedIndex:992; }","duration":"141.493863ms","start":"2026-03-30T21:11:11.555396Z","end":"2026-03-30T21:11:11.696890Z","steps":["trace[1887264174] 'read index received' (duration: 141.486213ms)","trace[1887264174] 'applied index is now lower than readState.Index' (duration: 6.48µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:12.198342Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:12.202676Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.672029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-30T21:11:12.202762Z","caller":"traceutil/trace.go:172","msg":"trace[19015961] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:890; }","duration":"666.769251ms","start":"2026-03-30T21:11:11.535970Z","end":"2026-03-30T21:11:12.202739Z","steps":["trace[19015961] 'agreement among raft nodes before linearized reading' (duration: 161.172861ms)","trace[19015961] 'range keys from in-memory index tree' (duration: 505.379285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:12.202794Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.535963Z","time spent":"666.824453ms","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1035,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:12.202783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"675.597347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-30T21:11:12.202848Z","caller":"traceutil/trace.go:172","msg":"trace[1695350047] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:890; }","duration":"675.666169ms","start":"2026-03-30T21:11:11.527163Z","end":"2026-03-30T21:11:12.202829Z","steps":["trace[1695350047] 'agreement among raft nodes before linearized reading' (duration: 170.032738ms)","trace[1695350047] 'range keys from in-memory index tree' (duration: 505.473836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:12.202903Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.527127Z","time spent":"675.770561ms","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:12.202845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"666.72333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 ","response":"range_response_count:1 size:1019"} {"level":"warn","ts":"2026-03-30T21:11:12.202754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"674.106533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:995"} {"level":"info","ts":"2026-03-30T21:11:12.202988Z","caller":"traceutil/trace.go:172","msg":"trace[885535997] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:890; }","duration":"666.867683ms","start":"2026-03-30T21:11:11.536092Z","end":"2026-03-30T21:11:12.202960Z","steps":["trace[885535997] 'agreement among raft nodes before linearized reading' (duration: 160.857964ms)","trace[885535997] 'range keys from in-memory index tree' (duration: 505.718354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:12.203052Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.536071Z","time spent":"666.964825ms","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1041,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:12.203061Z","caller":"traceutil/trace.go:172","msg":"trace[98484025] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:890; }","duration":"674.44019ms","start":"2026-03-30T21:11:11.528585Z","end":"2026-03-30T21:11:12.203025Z","steps":["trace[98484025] 'agreement among raft nodes before linearized reading' (duration: 168.553723ms)","trace[98484025] 'range keys from in-memory index tree' (duration: 505.372975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:12.203123Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.528567Z","time spent":"674.539191ms","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1017,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:12.204085Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"505.701983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:64490"} {"level":"info","ts":"2026-03-30T21:11:12.204168Z","caller":"traceutil/trace.go:172","msg":"trace[111028766] transaction","detail":"{read_only:false; number_of_response:1; response_revision:890; }","duration":"648.967927ms","start":"2026-03-30T21:11:11.555185Z","end":"2026-03-30T21:11:12.204153Z","steps":["trace[111028766] 'process raft request' (duration: 141.947024ms)","trace[111028766] 'compare' (duration: 505.624041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:12.204228Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.555155Z","time spent":"649.043739ms","remote":"127.0.0.1:36066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":64512,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:12.699520Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:12.811499Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.113795812s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:11:13.199682Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:13.558016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000599462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-30T21:11:13.558264Z","caller":"traceutil/trace.go:172","msg":"trace[1224183916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000872389s","start":"2026-03-30T21:11:11.557370Z","end":"2026-03-30T21:11:13.558242Z","steps":["trace[1224183916] 'agreement among raft nodes before linearized reading' (duration: 2.000204452s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:13.558332Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.557355Z","time spent":"2.00096447s","remote":"127.0.0.1:57048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:11:13 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:11:13.700291Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:14.204187Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180312,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:14.588398Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.774429227s","expected-duration":"1s"} {"level":"info","ts":"2026-03-30T21:11:14.589685Z","caller":"traceutil/trace.go:172","msg":"trace[70621873] transaction","detail":"{read_only:false; number_of_response:1; response_revision:894; }","duration":"3.006669086s","start":"2026-03-30T21:11:11.583005Z","end":"2026-03-30T21:11:14.589674Z","steps":["trace[70621873] 'process raft request' (duration: 3.00640654s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:14.589649Z","caller":"traceutil/trace.go:172","msg":"trace[1135430010] transaction","detail":"{read_only:false; number_of_response:1; response_revision:894; }","duration":"3.014009367s","start":"2026-03-30T21:11:11.575557Z","end":"2026-03-30T21:11:14.589566Z","steps":["trace[1135430010] 'process raft request' (duration: 3.013817963s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:14.589502Z","caller":"traceutil/trace.go:172","msg":"trace[521295058] transaction","detail":"{read_only:false; number_of_response:1; response_revision:894; }","duration":"3.015689846s","start":"2026-03-30T21:11:11.573785Z","end":"2026-03-30T21:11:14.589475Z","steps":["trace[521295058] 'process raft request' (duration: 3.015484061s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.589799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.582979Z","time spent":"3.006756919s","remote":"127.0.0.1:36066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":79997,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:14.589803Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.575548Z","time spent":"3.014192802s","remote":"127.0.0.1:36066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":9173,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:14.590112Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.573761Z","time spent":"3.015992243s","remote":"127.0.0.1:36066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":58894,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:11:14.591129Z","caller":"traceutil/trace.go:172","msg":"trace[1840750445] transaction","detail":"{read_only:false; number_of_response:1; response_revision:895; }","duration":"2.977524597s","start":"2026-03-30T21:11:11.613417Z","end":"2026-03-30T21:11:14.590941Z","steps":["trace[1840750445] 'process raft request' (duration: 2.977010335s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.592092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.613388Z","time spent":"2.97851459s","remote":"127.0.0.1:36066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150530,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:11:14.603046Z","caller":"traceutil/trace.go:172","msg":"trace[1485521048] linearizableReadLoop","detail":"{readStateIndex:993; appliedIndex:1007; }","duration":"2.905778405s","start":"2026-03-30T21:11:11.697244Z","end":"2026-03-30T21:11:14.603022Z","steps":["trace[1485521048] 'read index received' (duration: 2.905770055s)","trace[1485521048] 'applied index is now lower than readState.Index' (duration: 7.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:14.603280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.045950666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-03-30T21:11:14.603311Z","caller":"traceutil/trace.go:172","msg":"trace[9281900] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:895; }","duration":"3.046000168s","start":"2026-03-30T21:11:11.557302Z","end":"2026-03-30T21:11:14.603302Z","steps":["trace[9281900] 'agreement among raft nodes before linearized reading' (duration: 3.045844784s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.603337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.557293Z","time spent":"3.046036498s","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1035,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.603459Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.023024213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:14.603516Z","caller":"traceutil/trace.go:172","msg":"trace[1462316676] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:899; }","duration":"3.023095124s","start":"2026-03-30T21:11:11.580410Z","end":"2026-03-30T21:11:14.603505Z","steps":["trace[1462316676] 'agreement among raft nodes before linearized reading' (duration: 3.022890951s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.605083Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.580378Z","time spent":"3.024691901s","remote":"127.0.0.1:36634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.613971Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12016339656478180316,"received-request-id":12016339656478180312} {"level":"warn","ts":"2026-03-30T21:11:14.643627Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.91073661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:14.643769Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.054607705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:11:14.643792Z","caller":"traceutil/trace.go:172","msg":"trace[218127758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:902; }","duration":"1.054624025s","start":"2026-03-30T21:11:13.589157Z","end":"2026-03-30T21:11:14.643781Z","steps":["trace[218127758] 'agreement among raft nodes before linearized reading' (duration: 1.043031119s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.643818Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:13.589148Z","time spent":"1.054664286s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:14.643867Z","caller":"traceutil/trace.go:172","msg":"trace[862810909] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:902; }","duration":"2.910903513s","start":"2026-03-30T21:11:11.732864Z","end":"2026-03-30T21:11:14.643768Z","steps":["trace[862810909] 'agreement among raft nodes before linearized reading' (duration: 2.899300666s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.643919Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:11.732839Z","time spent":"2.911071168s","remote":"127.0.0.1:36256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.643976Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.666453275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:14.643990Z","caller":"traceutil/trace.go:172","msg":"trace[1021784485] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:902; }","duration":"1.666465465s","start":"2026-03-30T21:11:12.977520Z","end":"2026-03-30T21:11:14.643985Z","steps":["trace[1021784485] 'agreement among raft nodes before linearized reading' (duration: 1.654685404s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.644001Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:12.977494Z","time spent":"1.666503645s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.644152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.261711957s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:14.644209Z","caller":"traceutil/trace.go:172","msg":"trace[15036974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:902; }","duration":"2.261769348s","start":"2026-03-30T21:11:12.382432Z","end":"2026-03-30T21:11:14.644201Z","steps":["trace[15036974] 'agreement among raft nodes before linearized reading' (duration: 2.249784822s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.644277Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.517304353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:14.644292Z","caller":"traceutil/trace.go:172","msg":"trace[176220766] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:902; }","duration":"2.517319044s","start":"2026-03-30T21:11:12.126969Z","end":"2026-03-30T21:11:14.644288Z","steps":["trace[176220766] 'agreement among raft nodes before linearized reading' (duration: 2.505256916s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.644304Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:12.126927Z","time spent":"2.517373205s","remote":"127.0.0.1:36174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.643945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.077473824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:14.644485Z","caller":"traceutil/trace.go:172","msg":"trace[195926071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:902; }","duration":"1.078013827s","start":"2026-03-30T21:11:13.566467Z","end":"2026-03-30T21:11:14.644480Z","steps":["trace[195926071] 'agreement among raft nodes before linearized reading' (duration: 1.065727094s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.644500Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:13.566456Z","time spent":"1.078040217s","remote":"127.0.0.1:57050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:11:14.643679Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.209498886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:11:14.644584Z","caller":"traceutil/trace.go:172","msg":"trace[1844370815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:902; }","duration":"2.210406957s","start":"2026-03-30T21:11:12.434173Z","end":"2026-03-30T21:11:14.644580Z","steps":["trace[1844370815] 'agreement among raft nodes before linearized reading' (duration: 2.198039902s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.644597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:12.434161Z","time spent":"2.210432007s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.643701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"965.216271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:14.644651Z","caller":"traceutil/trace.go:172","msg":"trace[70269531] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:902; }","duration":"966.165842ms","start":"2026-03-30T21:11:13.678481Z","end":"2026-03-30T21:11:14.644646Z","steps":["trace[70269531] 'agreement among raft nodes before linearized reading' (duration: 953.701336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.644669Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:13.678415Z","time spent":"966.250664ms","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.643962Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.413153759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:14.644754Z","caller":"traceutil/trace.go:172","msg":"trace[1404614499] range","detail":"{range_begin:/registry/endpointslices; range_end:; response_count:0; response_revision:902; }","duration":"1.413945007s","start":"2026-03-30T21:11:13.230805Z","end":"2026-03-30T21:11:14.644750Z","steps":["trace[1404614499] 'agreement among raft nodes before linearized reading' (duration: 1.401394489s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.644770Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:13.230769Z","time spent":"1.413995659s","remote":"127.0.0.1:36412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.644261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.370531941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-30T21:11:14.645026Z","caller":"traceutil/trace.go:172","msg":"trace[675366275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:902; }","duration":"2.371298158s","start":"2026-03-30T21:11:12.273723Z","end":"2026-03-30T21:11:14.645022Z","steps":["trace[675366275] 'agreement among raft nodes before linearized reading' (duration: 2.358496573s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:14.645041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:12.273700Z","time spent":"2.371336888s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:14.648477Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:13.561320Z","time spent":"1.087155377s","remote":"127.0.0.1:36096","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-30T21:11:14.766707Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.595866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-03-30T21:11:14.766793Z","caller":"traceutil/trace.go:172","msg":"trace[1655012482] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:914; }","duration":"100.692578ms","start":"2026-03-30T21:11:14.666069Z","end":"2026-03-30T21:11:14.766761Z","steps":["trace[1655012482] 'agreement among raft nodes before linearized reading' (duration: 100.494985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:18.840258Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.879911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:11:19.815335Z","caller":"traceutil/trace.go:172","msg":"trace[145538165] linearizableReadLoop","detail":"{readStateIndex:1130; appliedIndex:1131; }","duration":"433.165803ms","start":"2026-03-30T21:11:19.382142Z","end":"2026-03-30T21:11:19.815308Z","steps":["trace[145538165] 'read index received' (duration: 433.158973ms)","trace[145538165] 'applied index is now lower than readState.Index' (duration: 5.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:19.815496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"433.362717ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:19.815556Z","caller":"traceutil/trace.go:172","msg":"trace[486398664] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:969; }","duration":"433.437899ms","start":"2026-03-30T21:11:19.382107Z","end":"2026-03-30T21:11:19.815545Z","steps":["trace[486398664] 'agreement among raft nodes before linearized reading' (duration: 433.331336ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:19.815652Z","caller":"traceutil/trace.go:172","msg":"trace[252901209] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"959.659308ms","start":"2026-03-30T21:11:18.855971Z","end":"2026-03-30T21:11:19.815630Z","steps":["trace[252901209] 'process raft request' (duration: 959.607636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:19.815803Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:18.855944Z","time spent":"959.786601ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:19.817319Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"249.583598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:19.817385Z","caller":"traceutil/trace.go:172","msg":"trace[701878082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:972; }","duration":"249.65817ms","start":"2026-03-30T21:11:19.567714Z","end":"2026-03-30T21:11:19.817372Z","steps":["trace[701878082] 'agreement among raft nodes before linearized reading' (duration: 249.476936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:21.365426Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180390,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:21.386477Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"341.015707ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-30T21:11:21.494033Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.365597ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-30T21:11:21.533249Z","caller":"traceutil/trace.go:172","msg":"trace[247363474] linearizableReadLoop","detail":"{readStateIndex:1149; appliedIndex:1149; }","duration":"668.152771ms","start":"2026-03-30T21:11:20.865075Z","end":"2026-03-30T21:11:21.533228Z","steps":["trace[247363474] 'read index received' (duration: 668.147661ms)","trace[247363474] 'applied index is now lower than readState.Index' (duration: 4.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:21.533401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"668.306235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:21.533431Z","caller":"traceutil/trace.go:172","msg":"trace[733313149] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:985; }","duration":"668.356916ms","start":"2026-03-30T21:11:20.865066Z","end":"2026-03-30T21:11:21.533423Z","steps":["trace[733313149] 'agreement among raft nodes before linearized reading' (duration: 668.253975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:21.533460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:20.865047Z","time spent":"668.407357ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:21.920795Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12016339656478180391,"received-request-id":12016339656478180390} {"level":"warn","ts":"2026-03-30T21:11:22.033964Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:22.534483Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180391,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:11:22.984905Z","caller":"traceutil/trace.go:172","msg":"trace[791638611] linearizableReadLoop","detail":"{readStateIndex:1155; appliedIndex:1155; }","duration":"1.451573303s","start":"2026-03-30T21:11:21.533302Z","end":"2026-03-30T21:11:22.984876Z","steps":["trace[791638611] 'read index received' (duration: 1.451560422s)","trace[791638611] 'applied index is now lower than readState.Index' (duration: 10.861µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:22.985419Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.460513173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cv8ln\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"warn","ts":"2026-03-30T21:11:22.985462Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.609474472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:22.985504Z","caller":"traceutil/trace.go:172","msg":"trace[1903828377] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cv8ln; range_end:; response_count:1; response_revision:991; }","duration":"1.460613266s","start":"2026-03-30T21:11:21.524875Z","end":"2026-03-30T21:11:22.985488Z","steps":["trace[1903828377] 'agreement among raft nodes before linearized reading' (duration: 1.460165686s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:22.985580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.599199051s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:22.985603Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.507422057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:22.985630Z","caller":"traceutil/trace.go:172","msg":"trace[653430380] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:992; }","duration":"1.599252522s","start":"2026-03-30T21:11:21.386365Z","end":"2026-03-30T21:11:22.985617Z","steps":["trace[653430380] 'agreement among raft nodes before linearized reading' (duration: 1.59917707s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:22.985677Z","caller":"traceutil/trace.go:172","msg":"trace[1462299717] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:992; }","duration":"1.507510629s","start":"2026-03-30T21:11:21.478146Z","end":"2026-03-30T21:11:22.985657Z","steps":["trace[1462299717] 'agreement among raft nodes before linearized reading' (duration: 1.507387876s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:22.985521Z","caller":"traceutil/trace.go:172","msg":"trace[201598518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:991; }","duration":"1.609535674s","start":"2026-03-30T21:11:21.375970Z","end":"2026-03-30T21:11:22.985506Z","steps":["trace[201598518] 'agreement among raft nodes before linearized reading' (duration: 1.609438922s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:22.985727Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:21.478127Z","time spent":"1.507591492s","remote":"127.0.0.1:36982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:22.985904Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:21.375947Z","time spent":"1.6098408s","remote":"127.0.0.1:57050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:11:22.986098Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.672573621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:22.985580Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:21.524852Z","time spent":"1.460716417s","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18371,"request content":"key:\"/registry/pods/kube-system/cilium-cv8ln\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:22.986188Z","caller":"traceutil/trace.go:172","msg":"trace[1715141098] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:992; }","duration":"1.672673524s","start":"2026-03-30T21:11:21.313490Z","end":"2026-03-30T21:11:22.986164Z","steps":["trace[1715141098] 'agreement among raft nodes before linearized reading' (duration: 1.672499379s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:22.986234Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:21.313465Z","time spent":"1.672759935s","remote":"127.0.0.1:36604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:22.986257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.767516185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-03-30T21:11:22.986362Z","caller":"traceutil/trace.go:172","msg":"trace[717721661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:992; }","duration":"1.767630778s","start":"2026-03-30T21:11:21.218711Z","end":"2026-03-30T21:11:22.986341Z","steps":["trace[717721661] 'agreement among raft nodes before linearized reading' (duration: 1.767450924s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:22.985999Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.479243143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:22.986420Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:21.218688Z","time spent":"1.7677033s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:22.986453Z","caller":"traceutil/trace.go:172","msg":"trace[386193935] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:992; }","duration":"1.479694944s","start":"2026-03-30T21:11:21.506745Z","end":"2026-03-30T21:11:22.986440Z","steps":["trace[386193935] 'agreement among raft nodes before linearized reading' (duration: 1.479217703s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:22.986494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:21.506725Z","time spent":"1.479757695s","remote":"127.0.0.1:36256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:22.986616Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.616713564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:11:22.986647Z","caller":"traceutil/trace.go:172","msg":"trace[611646559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:992; }","duration":"1.616745435s","start":"2026-03-30T21:11:21.369893Z","end":"2026-03-30T21:11:22.986638Z","steps":["trace[611646559] 'agreement among raft nodes before linearized reading' (duration: 1.616619272s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:22.986670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:21.369866Z","time spent":"1.616798457s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:23.201724Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12016339656478180392,"received-request-id":12016339656478180391} {"level":"warn","ts":"2026-03-30T21:11:23.485511Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:23.986436Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:24.264515Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.060958229s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:11:24.487613Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:24.987733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000142858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:11:24.988000Z","caller":"traceutil/trace.go:172","msg":"trace[812630610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423005s","start":"2026-03-30T21:11:22.987556Z","end":"2026-03-30T21:11:24.987979Z","steps":["trace[812630610] 'agreement among raft nodes before linearized reading' (duration: 2.000139458s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:24.988231Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:22.987536Z","time spent":"2.00067942s","remote":"127.0.0.1:57048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:11:24 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:11:24.989892Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:25.285215Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.020343991s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-30T21:11:25.286167Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.084044851s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-30T21:11:25.356837Z","caller":"traceutil/trace.go:172","msg":"trace[547795130] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"2.353821069s","start":"2026-03-30T21:11:23.002990Z","end":"2026-03-30T21:11:25.356811Z","steps":["trace[547795130] 'process raft request' (duration: 2.353669525s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:25.357060Z","caller":"traceutil/trace.go:172","msg":"trace[73319557] linearizableReadLoop","detail":"{readStateIndex:1167; appliedIndex:1156; }","duration":"2.372016057s","start":"2026-03-30T21:11:22.985014Z","end":"2026-03-30T21:11:25.357030Z","steps":["trace[73319557] 'read index received' (duration: 2.300635432s)","trace[73319557] 'applied index is now lower than readState.Index' (duration: 71.379585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:25.357188Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.708114187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:25.357256Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.938660214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:25.357312Z","caller":"traceutil/trace.go:172","msg":"trace[787308185] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:1008; }","duration":"2.938687964s","start":"2026-03-30T21:11:22.418589Z","end":"2026-03-30T21:11:25.357277Z","steps":["trace[787308185] 'agreement among raft nodes before linearized reading' (duration: 2.938644003s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.357345Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:22.418557Z","time spent":"2.938780167s","remote":"127.0.0.1:36330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.357374Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.707060894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:11:25.357407Z","caller":"traceutil/trace.go:172","msg":"trace[1090127985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1008; }","duration":"2.707092155s","start":"2026-03-30T21:11:22.650304Z","end":"2026-03-30T21:11:25.357397Z","steps":["trace[1090127985] 'agreement among raft nodes before linearized reading' (duration: 2.706970532s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.357213Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.824761561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:25.357436Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:22.650282Z","time spent":"2.707145425s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:25.357454Z","caller":"traceutil/trace.go:172","msg":"trace[753962826] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1008; }","duration":"2.825012927s","start":"2026-03-30T21:11:22.532428Z","end":"2026-03-30T21:11:25.357441Z","steps":["trace[753962826] 'agreement among raft nodes before linearized reading' (duration: 2.824734961s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.357556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:22.532410Z","time spent":"2.825118658s","remote":"127.0.0.1:37010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.357077Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:23.002954Z","time spent":"2.354014322s","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:11:25.357251Z","caller":"traceutil/trace.go:172","msg":"trace[1743911631] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:1008; }","duration":"2.708191028s","start":"2026-03-30T21:11:22.649043Z","end":"2026-03-30T21:11:25.357235Z","steps":["trace[1743911631] 'agreement among raft nodes before linearized reading' (duration: 2.708068076s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.357718Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:22.649015Z","time spent":"2.708692321s","remote":"127.0.0.1:36582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.843912Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12016339656478180394,"received-request-id":12016339656478180392} {"level":"warn","ts":"2026-03-30T21:11:25.857232Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180394,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:11:25.858318Z","caller":"traceutil/trace.go:172","msg":"trace[1092422501] linearizableReadLoop","detail":"{readStateIndex:1176; appliedIndex:1176; }","duration":"501.168444ms","start":"2026-03-30T21:11:25.357129Z","end":"2026-03-30T21:11:25.858298Z","steps":["trace[1092422501] 'read index received' (duration: 501.149544ms)","trace[1092422501] 'applied index is now lower than readState.Index' (duration: 17.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:25.858444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.469274718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:25.858447Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.463011438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:25.858479Z","caller":"traceutil/trace.go:172","msg":"trace[69750256] range","detail":"{range_begin:/registry/csidrivers; range_end:; response_count:0; response_revision:1011; }","duration":"2.469315419s","start":"2026-03-30T21:11:23.389155Z","end":"2026-03-30T21:11:25.858470Z","steps":["trace[69750256] 'agreement among raft nodes before linearized reading' (duration: 2.469242757s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:25.858499Z","caller":"traceutil/trace.go:172","msg":"trace[978899072] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1011; }","duration":"2.46307618s","start":"2026-03-30T21:11:23.395402Z","end":"2026-03-30T21:11:25.858478Z","steps":["trace[978899072] 'agreement among raft nodes before linearized reading' (duration: 2.462959707s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.858525Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.007593587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:25.858551Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:23.395388Z","time spent":"2.463153031s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":27,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:25.858562Z","caller":"traceutil/trace.go:172","msg":"trace[175303428] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1011; }","duration":"1.007625739s","start":"2026-03-30T21:11:24.850924Z","end":"2026-03-30T21:11:25.858550Z","steps":["trace[175303428] 'agreement among raft nodes before linearized reading' (duration: 1.007543877s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.858593Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:24.850900Z","time spent":"1.007685379s","remote":"127.0.0.1:36346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.858641Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.57191741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T21:11:25.858672Z","caller":"traceutil/trace.go:172","msg":"trace[309602035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1011; }","duration":"2.571948891s","start":"2026-03-30T21:11:23.286716Z","end":"2026-03-30T21:11:25.858665Z","steps":["trace[309602035] 'agreement among raft nodes before linearized reading' (duration: 2.571810387s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.858692Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:23.286686Z","time spent":"2.572000642s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.858649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"866.957546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1bac2b3801764\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-03-30T21:11:25.858771Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.726793649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:25.858781Z","caller":"traceutil/trace.go:172","msg":"trace[1050472859] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18a1bac2b3801764; range_end:; response_count:1; response_revision:1011; }","duration":"867.11279ms","start":"2026-03-30T21:11:24.991640Z","end":"2026-03-30T21:11:25.858753Z","steps":["trace[1050472859] 'agreement among raft nodes before linearized reading' (duration: 866.737991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.858822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.359651246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:25.858912Z","caller":"traceutil/trace.go:172","msg":"trace[753553019] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions; range_end:; response_count:0; response_revision:1011; }","duration":"1.359737958s","start":"2026-03-30T21:11:24.499161Z","end":"2026-03-30T21:11:25.858899Z","steps":["trace[753553019] 'agreement among raft nodes before linearized reading' (duration: 1.359631386s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.858858Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:24.991612Z","time spent":"867.230101ms","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":816,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18a1bac2b3801764\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.858950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:24.499091Z","time spent":"1.359849131s","remote":"127.0.0.1:36066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.858831Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.870666393s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:25.859053Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"527.313955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:25.859077Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.223112178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:11:25.858437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.967758355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:25.859130Z","caller":"traceutil/trace.go:172","msg":"trace[2063426485] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1011; }","duration":"1.968472101s","start":"2026-03-30T21:11:23.890651Z","end":"2026-03-30T21:11:25.859123Z","steps":["trace[2063426485] 'agreement among raft nodes before linearized reading' (duration: 1.967696914s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:25.859130Z","caller":"traceutil/trace.go:172","msg":"trace[715696667] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1011; }","duration":"2.22316632s","start":"2026-03-30T21:11:23.635954Z","end":"2026-03-30T21:11:25.859121Z","steps":["trace[715696667] 'agreement among raft nodes before linearized reading' (duration: 2.222938115s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.858828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.128300611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:25.859136Z","caller":"traceutil/trace.go:172","msg":"trace[2062568252] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1011; }","duration":"527.412547ms","start":"2026-03-30T21:11:25.331703Z","end":"2026-03-30T21:11:25.859116Z","steps":["trace[2062568252] 'agreement among raft nodes before linearized reading' (duration: 527.234173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.859155Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:23.890578Z","time spent":"1.968566673s","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:25.859101Z","caller":"traceutil/trace.go:172","msg":"trace[1048704223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1011; }","duration":"2.87093223s","start":"2026-03-30T21:11:22.988158Z","end":"2026-03-30T21:11:25.859090Z","steps":["trace[1048704223] 'agreement among raft nodes before linearized reading' (duration: 2.870656033s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:25.859170Z","caller":"traceutil/trace.go:172","msg":"trace[631737272] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1011; }","duration":"2.128643868s","start":"2026-03-30T21:11:23.730517Z","end":"2026-03-30T21:11:25.859160Z","steps":["trace[631737272] 'agreement among raft nodes before linearized reading' (duration: 2.128280981s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.859184Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:25.331661Z","time spent":"527.5143ms","remote":"127.0.0.1:36144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.859205Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:23.730487Z","time spent":"2.128708471s","remote":"127.0.0.1:36312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.859254Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"862.65825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:25.859323Z","caller":"traceutil/trace.go:172","msg":"trace[1319862552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1011; }","duration":"862.742042ms","start":"2026-03-30T21:11:24.996565Z","end":"2026-03-30T21:11:25.859307Z","steps":["trace[1319862552] 'agreement among raft nodes before linearized reading' (duration: 862.459046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.858509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:23.389118Z","time spent":"2.46938239s","remote":"127.0.0.1:36720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.859354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:24.996541Z","time spent":"862.807314ms","remote":"127.0.0.1:57050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:11:25.858800Z","caller":"traceutil/trace.go:172","msg":"trace[676379367] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1011; }","duration":"2.72682305s","start":"2026-03-30T21:11:23.131970Z","end":"2026-03-30T21:11:25.858793Z","steps":["trace[676379367] 'agreement among raft nodes before linearized reading' (duration: 2.726775248s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.859156Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:23.635929Z","time spent":"2.223219781s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.859527Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:23.131936Z","time spent":"2.727567616s","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.860144Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12016339656478180395,"received-request-id":12016339656478180394} {"level":"warn","ts":"2026-03-30T21:11:25.870350Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"304.97717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:25.870396Z","caller":"traceutil/trace.go:172","msg":"trace[1757911620] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1012; }","duration":"305.025011ms","start":"2026-03-30T21:11:25.565360Z","end":"2026-03-30T21:11:25.870385Z","steps":["trace[1757911620] 'agreement among raft nodes before linearized reading' (duration: 304.950029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.870418Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:25.565328Z","time spent":"305.084813ms","remote":"127.0.0.1:36682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:25.870556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"307.332692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cv8ln\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-03-30T21:11:25.870607Z","caller":"traceutil/trace.go:172","msg":"trace[1272888654] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cv8ln; range_end:; response_count:1; response_revision:1012; }","duration":"307.391174ms","start":"2026-03-30T21:11:25.563206Z","end":"2026-03-30T21:11:25.870597Z","steps":["trace[1272888654] 'agreement among raft nodes before linearized reading' (duration: 307.19188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:25.870631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:25.563181Z","time spent":"307.444105ms","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18543,"request content":"key:\"/registry/pods/kube-system/cilium-cv8ln\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:26.370797Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180397,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:11:26.586621Z","caller":"traceutil/trace.go:172","msg":"trace[437307574] linearizableReadLoop","detail":"{readStateIndex:1178; appliedIndex:1178; }","duration":"716.2811ms","start":"2026-03-30T21:11:25.870289Z","end":"2026-03-30T21:11:26.586570Z","steps":["trace[437307574] 'read index received' (duration: 716.27446ms)","trace[437307574] 'applied index is now lower than readState.Index' (duration: 5.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:26.586793Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"724.593224ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:26.586913Z","caller":"traceutil/trace.go:172","msg":"trace[1723429945] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1012; }","duration":"724.760809ms","start":"2026-03-30T21:11:25.862136Z","end":"2026-03-30T21:11:26.586897Z","steps":["trace[1723429945] 'agreement among raft nodes before linearized reading' (duration: 724.561064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:26.587009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"725.640588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:26.587052Z","caller":"traceutil/trace.go:172","msg":"trace[156739920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1012; }","duration":"725.697898ms","start":"2026-03-30T21:11:25.861343Z","end":"2026-03-30T21:11:26.587041Z","steps":["trace[156739920] 'agreement among raft nodes before linearized reading' (duration: 725.609786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:26.587087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:25.861324Z","time spent":"725.755531ms","remote":"127.0.0.1:57048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:11:26.587677Z","caller":"traceutil/trace.go:172","msg":"trace[937650520] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"724.132444ms","start":"2026-03-30T21:11:25.863529Z","end":"2026-03-30T21:11:26.587662Z","steps":["trace[937650520] 'process raft request' (duration: 723.565512ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:26.587794Z","caller":"traceutil/trace.go:172","msg":"trace[1282240500] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"703.66488ms","start":"2026-03-30T21:11:25.884111Z","end":"2026-03-30T21:11:26.587776Z","steps":["trace[1282240500] 'process raft request' (duration: 703.593678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:26.588036Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:25.863505Z","time spent":"724.212896ms","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:26.588518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:25.884100Z","time spent":"703.764582ms","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18604,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-30T21:11:27.048903Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12016339656478180399,"received-request-id":12016339656478180397} {"level":"warn","ts":"2026-03-30T21:11:27.087605Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:27.588737Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180399,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:11:28.010217Z","caller":"traceutil/trace.go:172","msg":"trace[924288642] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1185; }","duration":"1.423507403s","start":"2026-03-30T21:11:26.586685Z","end":"2026-03-30T21:11:28.010192Z","steps":["trace[924288642] 'read index received' (duration: 1.423498353s)","trace[924288642] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:28.010372Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.702199581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:28.010448Z","caller":"traceutil/trace.go:172","msg":"trace[1461925114] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:1018; }","duration":"1.702305824s","start":"2026-03-30T21:11:26.308126Z","end":"2026-03-30T21:11:28.010432Z","steps":["trace[1461925114] 'agreement among raft nodes before linearized reading' (duration: 1.702145881s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:28.010494Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:26.308108Z","time spent":"1.702377335s","remote":"127.0.0.1:36144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:28.011105Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.113507379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:28.011174Z","caller":"traceutil/trace.go:172","msg":"trace[97189739] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:1018; }","duration":"2.113561431s","start":"2026-03-30T21:11:25.897588Z","end":"2026-03-30T21:11:28.011149Z","steps":["trace[97189739] 'agreement among raft nodes before linearized reading' (duration: 2.113458969s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:28.011227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:25.897576Z","time spent":"2.113638652s","remote":"127.0.0.1:36568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":27,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:28.011392Z","caller":"traceutil/trace.go:172","msg":"trace[1650166627] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"1.418513593s","start":"2026-03-30T21:11:26.592864Z","end":"2026-03-30T21:11:28.011377Z","steps":["trace[1650166627] 'process raft request' (duration: 1.418257916s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:28.011495Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.738326009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-03-30T21:11:28.011524Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:26.592824Z","time spent":"1.418617525s","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:11:28.011588Z","caller":"traceutil/trace.go:172","msg":"trace[1628326389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1018; }","duration":"1.738441672s","start":"2026-03-30T21:11:26.273094Z","end":"2026-03-30T21:11:28.011536Z","steps":["trace[1628326389] 'agreement among raft nodes before linearized reading' (duration: 1.737221875s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:28.011677Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:26.273065Z","time spent":"1.738557345s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:28.510359Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:11:28.599171Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.00038059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-30T21:11:28.599266Z","caller":"traceutil/trace.go:172","msg":"trace[725767201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493633s","start":"2026-03-30T21:11:26.598752Z","end":"2026-03-30T21:11:28.599246Z","steps":["trace[725767201] 'agreement among raft nodes before linearized reading' (duration: 2.000373429s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:28.599337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:26.598745Z","time spent":"2.000569694s","remote":"127.0.0.1:57050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/30 21:11:28 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-30T21:11:29.010623Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:11:29.125743Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"7ba82bfa2d9da6c2 is starting a new election at term 2"} {"level":"info","ts":"2026-03-30T21:11:29.125816Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"7ba82bfa2d9da6c2 became pre-candidate at term 2"} {"level":"info","ts":"2026-03-30T21:11:29.125846Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"7ba82bfa2d9da6c2 [logterm: 2, index: 1189] sent MsgPreVote request to 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-03-30T21:11:29.125862Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"7ba82bfa2d9da6c2 [logterm: 2, index: 1189] sent MsgPreVote request to df7880225452eb84 at term 2"} {"level":"info","ts":"2026-03-30T21:11:29.125878Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 7ba82bfa2d9da6c2 lost leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-03-30T21:11:29.125933Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"7ba82bfa2d9da6c2 received MsgPreVoteResp from 7ba82bfa2d9da6c2 at term 2"} {"level":"info","ts":"2026-03-30T21:11:29.125958Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"7ba82bfa2d9da6c2 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-03-30T21:11:29.147605Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"7ba82bfa2d9da6c2 became follower at term 2"} {"level":"info","ts":"2026-03-30T21:11:29.147649Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 7ba82bfa2d9da6c2 elected leader 89ba38f964b95aa0 at term 2"} {"level":"warn","ts":"2026-03-30T21:11:29.147736Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.559349368s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T21:11:29.147754Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.144802231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T21:11:29.147792Z","caller":"traceutil/trace.go:172","msg":"trace[1714230898] range","detail":"{range_begin:; range_end:; }","duration":"2.55940983s","start":"2026-03-30T21:11:26.588362Z","end":"2026-03-30T21:11:29.147772Z","steps":["trace[1714230898] 'agreement among raft nodes before linearized reading' (duration: 2.559347658s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.147824Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.42937793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.38\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-03-30T21:11:29.147813Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.554341088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cv8ln\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T21:11:29.147857Z","caller":"traceutil/trace.go:172","msg":"trace[2076851553] range","detail":"{range_begin:/registry/masterleases/199.204.45.38; range_end:; }","duration":"1.429406011s","start":"2026-03-30T21:11:27.718439Z","end":"2026-03-30T21:11:29.147845Z","steps":["trace[2076851553] 'agreement among raft nodes before linearized reading' (duration: 1.42937776s)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:29.147865Z","caller":"traceutil/trace.go:172","msg":"trace[310044389] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cv8ln; range_end:; }","duration":"2.554400739s","start":"2026-03-30T21:11:26.593454Z","end":"2026-03-30T21:11:29.147855Z","steps":["trace[310044389] 'agreement among raft nodes before linearized reading' (duration: 2.554339908s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.147893Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:27.718418Z","time spent":"1.429466342s","remote":"127.0.0.1:36040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.38\" limit:1 "} {"level":"error","ts":"2026-03-30T21:11:29.147884Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n[+]serializable_read ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-03-30T21:11:29.147909Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:26.593431Z","time spent":"2.554469271s","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/cilium-cv8ln\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:29.147826Z","caller":"traceutil/trace.go:172","msg":"trace[997555124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.144902394s","start":"2026-03-30T21:11:28.002908Z","end":"2026-03-30T21:11:29.147810Z","steps":["trace[997555124] 'agreement among raft nodes before linearized reading' (duration: 1.144798901s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.147958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:28.002848Z","time spent":"1.145100888s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:29.147786Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.006644767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-03-30T21:11:29.148074Z","caller":"traceutil/trace.go:172","msg":"trace[529819583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"2.006946114s","start":"2026-03-30T21:11:27.141119Z","end":"2026-03-30T21:11:29.148066Z","steps":["trace[529819583] 'agreement among raft nodes before linearized reading' (duration: 2.006642067s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.148114Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:27.141099Z","time spent":"2.007000254s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:11:29.148298Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12016339656478180403,"received-request-id":12016339656478180399} {"level":"warn","ts":"2026-03-30T21:11:29.198784Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12016339656478180403,"received-request-id":12016339656478180401} {"level":"warn","ts":"2026-03-30T21:11:29.203403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"603.86231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:29.203462Z","caller":"traceutil/trace.go:172","msg":"trace[281766929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1022; }","duration":"603.930842ms","start":"2026-03-30T21:11:28.599520Z","end":"2026-03-30T21:11:29.203451Z","steps":["trace[281766929] 'agreement among raft nodes before linearized reading' (duration: 599.986335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.203466Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"475.259151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-30T21:11:29.203489Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:28.599442Z","time spent":"604.040445ms","remote":"127.0.0.1:57048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-30T21:11:29.203510Z","caller":"traceutil/trace.go:172","msg":"trace[602871298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1022; }","duration":"475.317192ms","start":"2026-03-30T21:11:28.728180Z","end":"2026-03-30T21:11:29.203498Z","steps":["trace[602871298] 'agreement among raft nodes before linearized reading' (duration: 471.314314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.203534Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:28.728161Z","time spent":"475.367883ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:11:29.203867Z","caller":"traceutil/trace.go:172","msg":"trace[413371188] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"1.188199563s","start":"2026-03-30T21:11:28.015659Z","end":"2026-03-30T21:11:29.203859Z","steps":["trace[413371188] 'process raft request' (duration: 1.18348773s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.203923Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:28.015626Z","time spent":"1.188265215s","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:11:29.592330Z","caller":"traceutil/trace.go:172","msg":"trace[458809477] linearizableReadLoop","detail":"{readStateIndex:1190; appliedIndex:1191; }","duration":"381.825705ms","start":"2026-03-30T21:11:29.210487Z","end":"2026-03-30T21:11:29.592312Z","steps":["trace[458809477] 'read index received' (duration: 381.818865ms)","trace[458809477] 'applied index is now lower than readState.Index' (duration: 5.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:29.597412Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"386.911826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:29.597482Z","caller":"traceutil/trace.go:172","msg":"trace[2085913871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1024; }","duration":"386.987678ms","start":"2026-03-30T21:11:29.210475Z","end":"2026-03-30T21:11:29.597462Z","steps":["trace[2085913871] 'agreement among raft nodes before linearized reading' (duration: 381.931637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.597518Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:29.210465Z","time spent":"387.047058ms","remote":"127.0.0.1:57050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-30T21:11:29.597729Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:29.205153Z","time spent":"392.572809ms","remote":"127.0.0.1:36040","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-30T21:11:29.597758Z","caller":"traceutil/trace.go:172","msg":"trace[1709466078] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"389.749967ms","start":"2026-03-30T21:11:29.208000Z","end":"2026-03-30T21:11:29.597750Z","steps":["trace[1709466078] 'process raft request' (duration: 389.629375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.597805Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:29.207984Z","time spent":"389.791608ms","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-30T21:11:29.597914Z","caller":"traceutil/trace.go:172","msg":"trace[497880848] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"380.73207ms","start":"2026-03-30T21:11:29.217116Z","end":"2026-03-30T21:11:29.597848Z","steps":["trace[497880848] 'process raft request' (duration: 380.571487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.598038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"216.0815ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:29.598217Z","caller":"traceutil/trace.go:172","msg":"trace[1745302552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1027; }","duration":"216.142551ms","start":"2026-03-30T21:11:29.381933Z","end":"2026-03-30T21:11:29.598075Z","steps":["trace[1745302552] 'agreement among raft nodes before linearized reading' (duration: 216.059158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.598327Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:29.217097Z","time spent":"381.029626ms","remote":"127.0.0.1:36282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18870,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:11:29.733729Z","caller":"traceutil/trace.go:172","msg":"trace[2105471063] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"131.513265ms","start":"2026-03-30T21:11:29.602199Z","end":"2026-03-30T21:11:29.733712Z","steps":["trace[2105471063] 'process raft request' (duration: 131.472093ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:29.733736Z","caller":"traceutil/trace.go:172","msg":"trace[2077903244] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"134.405578ms","start":"2026-03-30T21:11:29.599302Z","end":"2026-03-30T21:11:29.733707Z","steps":["trace[2077903244] 'process raft request' (duration: 103.99971ms)","trace[2077903244] 'compare' (duration: 30.270934ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:11:29.733751Z","caller":"traceutil/trace.go:172","msg":"trace[1252397767] linearizableReadLoop","detail":"{readStateIndex:1196; appliedIndex:1195; }","duration":"130.588674ms","start":"2026-03-30T21:11:29.603140Z","end":"2026-03-30T21:11:29.733729Z","steps":["trace[1252397767] 'read index received' (duration: 101.007065ms)","trace[1252397767] 'applied index is now lower than readState.Index' (duration: 29.579229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:29.733985Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.8143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-cv8ln\" limit:1 ","response":"range_response_count:1 size:18885"} {"level":"info","ts":"2026-03-30T21:11:29.734060Z","caller":"traceutil/trace.go:172","msg":"trace[1986636999] range","detail":"{range_begin:/registry/pods/kube-system/cilium-cv8ln; range_end:; response_count:1; response_revision:1029; }","duration":"130.909742ms","start":"2026-03-30T21:11:29.603137Z","end":"2026-03-30T21:11:29.734047Z","steps":["trace[1986636999] 'agreement among raft nodes before linearized reading' (duration: 130.647956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:29.735474Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.908119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:29.735531Z","caller":"traceutil/trace.go:172","msg":"trace[590529889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1029; }","duration":"129.97101ms","start":"2026-03-30T21:11:29.605545Z","end":"2026-03-30T21:11:29.735516Z","steps":["trace[590529889] 'agreement among raft nodes before linearized reading' (duration: 129.878608ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:30.742971Z","caller":"traceutil/trace.go:172","msg":"trace[360595496] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"134.020701ms","start":"2026-03-30T21:11:30.608928Z","end":"2026-03-30T21:11:30.742949Z","steps":["trace[360595496] 'process raft request' (duration: 133.863838ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:30.743927Z","caller":"traceutil/trace.go:172","msg":"trace[291260876] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"123.734646ms","start":"2026-03-30T21:11:30.620176Z","end":"2026-03-30T21:11:30.743911Z","steps":["trace[291260876] 'process raft request' (duration: 123.628724ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:31.061953Z","caller":"traceutil/trace.go:172","msg":"trace[1528121154] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"167.228183ms","start":"2026-03-30T21:11:30.894696Z","end":"2026-03-30T21:11:31.061924Z","steps":["trace[1528121154] 'process raft request' (duration: 166.941597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:31.599009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.585256ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-30T21:11:31.602822Z","caller":"traceutil/trace.go:172","msg":"trace[1251465632] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1231; }","duration":"226.078559ms","start":"2026-03-30T21:11:31.376718Z","end":"2026-03-30T21:11:31.602796Z","steps":["trace[1251465632] 'read index received' (duration: 226.068959ms)","trace[1251465632] 'applied index is now lower than readState.Index' (duration: 7.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:31.602983Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.268123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:31.603033Z","caller":"traceutil/trace.go:172","msg":"trace[820836026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1061; }","duration":"226.324824ms","start":"2026-03-30T21:11:31.376696Z","end":"2026-03-30T21:11:31.603021Z","steps":["trace[820836026] 'agreement among raft nodes before linearized reading' (duration: 226.220572ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:31.603417Z","caller":"traceutil/trace.go:172","msg":"trace[1290268147] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"134.449482ms","start":"2026-03-30T21:11:31.468953Z","end":"2026-03-30T21:11:31.603402Z","steps":["trace[1290268147] 'process raft request' (duration: 134.36654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:31.609162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"158.925665ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:31.609224Z","caller":"traceutil/trace.go:172","msg":"trace[539076569] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1067; }","duration":"159.064799ms","start":"2026-03-30T21:11:31.450147Z","end":"2026-03-30T21:11:31.609212Z","steps":["trace[539076569] 'agreement among raft nodes before linearized reading' (duration: 158.902155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:32.083844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"254.514405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-30T21:11:32.083930Z","caller":"traceutil/trace.go:172","msg":"trace[1717882059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1073; }","duration":"254.615217ms","start":"2026-03-30T21:11:31.829296Z","end":"2026-03-30T21:11:32.083911Z","steps":["trace[1717882059] 'range keys from in-memory index tree' (duration: 252.809807ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:33.367714Z","caller":"traceutil/trace.go:172","msg":"trace[1223361174] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"202.221315ms","start":"2026-03-30T21:11:33.165471Z","end":"2026-03-30T21:11:33.367692Z","steps":["trace[1223361174] 'process raft request' (duration: 202.076792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:33.455449Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.591196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:11:33.455521Z","caller":"traceutil/trace.go:172","msg":"trace[660649515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1078; }","duration":"168.669838ms","start":"2026-03-30T21:11:33.286834Z","end":"2026-03-30T21:11:33.455504Z","steps":["trace[660649515] 'agreement among raft nodes before linearized reading' (duration: 80.838203ms)","trace[660649515] 'range keys from in-memory index tree' (duration: 87.66301ms)"],"step_count":2} {"level":"info","ts":"2026-03-30T21:11:33.486698Z","caller":"traceutil/trace.go:172","msg":"trace[806431410] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1251; }","duration":"106.840646ms","start":"2026-03-30T21:11:33.379839Z","end":"2026-03-30T21:11:33.486679Z","steps":["trace[806431410] 'read index received' (duration: 106.834976ms)","trace[806431410] 'applied index is now lower than readState.Index' (duration: 4.83µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:33.486854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.991929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:33.486972Z","caller":"traceutil/trace.go:172","msg":"trace[1546953529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1080; }","duration":"107.121183ms","start":"2026-03-30T21:11:33.379835Z","end":"2026-03-30T21:11:33.486957Z","steps":["trace[1546953529] 'agreement among raft nodes before linearized reading' (duration: 106.941709ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:38.434778Z","caller":"traceutil/trace.go:172","msg":"trace[1469415176] linearizableReadLoop","detail":"{readStateIndex:1330; appliedIndex:1330; }","duration":"113.237062ms","start":"2026-03-30T21:11:38.321514Z","end":"2026-03-30T21:11:38.434751Z","steps":["trace[1469415176] 'read index received' (duration: 113.230282ms)","trace[1469415176] 'applied index is now lower than readState.Index' (duration: 5.45µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:38.434908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.462587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:38.434964Z","caller":"traceutil/trace.go:172","msg":"trace[502473877] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:1156; }","duration":"113.555168ms","start":"2026-03-30T21:11:38.321394Z","end":"2026-03-30T21:11:38.434949Z","steps":["trace[502473877] 'agreement among raft nodes before linearized reading' (duration: 113.417246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:38.434956Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.843605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:38.435018Z","caller":"traceutil/trace.go:172","msg":"trace[50951887] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"109.536633ms","start":"2026-03-30T21:11:38.325465Z","end":"2026-03-30T21:11:38.435002Z","steps":["trace[50951887] 'process raft request' (duration: 109.506423ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:38.435024Z","caller":"traceutil/trace.go:172","msg":"trace[273803922] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:1156; }","duration":"113.923897ms","start":"2026-03-30T21:11:38.321086Z","end":"2026-03-30T21:11:38.435010Z","steps":["trace[273803922] 'agreement among raft nodes before linearized reading' (duration: 113.807455ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:38.435094Z","caller":"traceutil/trace.go:172","msg":"trace[913619975] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"113.539458ms","start":"2026-03-30T21:11:38.321521Z","end":"2026-03-30T21:11:38.435060Z","steps":["trace[913619975] 'process raft request' (duration: 113.291413ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:11:38.435183Z","caller":"traceutil/trace.go:172","msg":"trace[1634527628] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"110.84706ms","start":"2026-03-30T21:11:38.324322Z","end":"2026-03-30T21:11:38.435169Z","steps":["trace[1634527628] 'process raft request' (duration: 110.611795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:38.434968Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.990147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:38.435295Z","caller":"traceutil/trace.go:172","msg":"trace[933504602] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:1157; }","duration":"114.322535ms","start":"2026-03-30T21:11:38.320959Z","end":"2026-03-30T21:11:38.435281Z","steps":["trace[933504602] 'agreement among raft nodes before linearized reading' (duration: 113.962097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:38.485517Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.91128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:38.485605Z","caller":"traceutil/trace.go:172","msg":"trace[2110177620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1161; }","duration":"109.014642ms","start":"2026-03-30T21:11:38.376576Z","end":"2026-03-30T21:11:38.485591Z","steps":["trace[2110177620] 'agreement among raft nodes before linearized reading' (duration: 108.872128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:38.487075Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.036369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:38.487187Z","caller":"traceutil/trace.go:172","msg":"trace[1012871393] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:0; response_revision:1161; }","duration":"165.169412ms","start":"2026-03-30T21:11:38.321995Z","end":"2026-03-30T21:11:38.487165Z","steps":["trace[1012871393] 'agreement among raft nodes before linearized reading' (duration: 163.439295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:40.868250Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:11:43.190575Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:11:43.202718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58064","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:11:43.301557Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58078","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:11:43.323917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:11:43.587567Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-03-30T21:11:43.810277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:58124","server-name":"","error":"EOF"} {"level":"info","ts":"2026-03-30T21:11:50.966580Z","caller":"traceutil/trace.go:172","msg":"trace[125932339] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"302.218649ms","start":"2026-03-30T21:11:50.664343Z","end":"2026-03-30T21:11:50.966561Z","steps":["trace[125932339] 'process raft request' (duration: 302.051606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:11:50.966714Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:11:50.664305Z","time spent":"302.343481ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-30T21:11:54.423580Z","caller":"traceutil/trace.go:172","msg":"trace[1975492659] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1574; }","duration":"228.484126ms","start":"2026-03-30T21:11:54.195063Z","end":"2026-03-30T21:11:54.423547Z","steps":["trace[1975492659] 'read index received' (duration: 228.477186ms)","trace[1975492659] 'applied index is now lower than readState.Index' (duration: 5.65µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:11:54.423726Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"228.646829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:11:54.423773Z","caller":"traceutil/trace.go:172","msg":"trace[269537778] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:1339; }","duration":"228.71375ms","start":"2026-03-30T21:11:54.195047Z","end":"2026-03-30T21:11:54.423761Z","steps":["trace[269537778] 'agreement among raft nodes before linearized reading' (duration: 228.593348ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:00.292267Z","caller":"traceutil/trace.go:172","msg":"trace[1780303286] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1633; }","duration":"170.033841ms","start":"2026-03-30T21:12:00.122209Z","end":"2026-03-30T21:12:00.292243Z","steps":["trace[1780303286] 'read index received' (duration: 170.029521ms)","trace[1780303286] 'applied index is now lower than readState.Index' (duration: 3.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:00.292411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"170.178613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:12:00.292467Z","caller":"traceutil/trace.go:172","msg":"trace[557329831] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1395; }","duration":"170.253215ms","start":"2026-03-30T21:12:00.122203Z","end":"2026-03-30T21:12:00.292456Z","steps":["trace[557329831] 'agreement among raft nodes before linearized reading' (duration: 170.146573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:00.577261Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.293444ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:12:00.577291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.583412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:12:00.577360Z","caller":"traceutil/trace.go:172","msg":"trace[2118498241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1395; }","duration":"201.661754ms","start":"2026-03-30T21:12:00.375686Z","end":"2026-03-30T21:12:00.577348Z","steps":["trace[2118498241] 'range keys from in-memory index tree' (duration: 200.347097ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:00.577370Z","caller":"traceutil/trace.go:172","msg":"trace[141276651] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1395; }","duration":"195.411777ms","start":"2026-03-30T21:12:00.381932Z","end":"2026-03-30T21:12:00.577343Z","steps":["trace[141276651] 'range keys from in-memory index tree' (duration: 195.231423ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:00.879817Z","caller":"traceutil/trace.go:172","msg":"trace[392862268] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1634; }","duration":"302.364482ms","start":"2026-03-30T21:12:00.577435Z","end":"2026-03-30T21:12:00.879800Z","steps":["trace[392862268] 'read index received' (duration: 302.358692ms)","trace[392862268] 'applied index is now lower than readState.Index' (duration: 4.99µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:00.879988Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"302.535037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:12:00.880013Z","caller":"traceutil/trace.go:172","msg":"trace[1006710184] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1396; }","duration":"302.585687ms","start":"2026-03-30T21:12:00.577421Z","end":"2026-03-30T21:12:00.880007Z","steps":["trace[1006710184] 'agreement among raft nodes before linearized reading' (duration: 302.509677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:00.881122Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"283.725003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T21:12:00.881203Z","caller":"traceutil/trace.go:172","msg":"trace[394468987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1396; }","duration":"283.817745ms","start":"2026-03-30T21:12:00.597370Z","end":"2026-03-30T21:12:00.881188Z","steps":["trace[394468987] 'agreement among raft nodes before linearized reading' (duration: 283.616311ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:01.161433Z","caller":"traceutil/trace.go:172","msg":"trace[1798492204] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"115.67036ms","start":"2026-03-30T21:12:01.045747Z","end":"2026-03-30T21:12:01.161417Z","steps":["trace[1798492204] 'process raft request' (duration: 115.574628ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:11.177589Z","caller":"traceutil/trace.go:172","msg":"trace[1135119530] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"129.189958ms","start":"2026-03-30T21:12:11.048366Z","end":"2026-03-30T21:12:11.177556Z","steps":["trace[1135119530] 'process raft request' (duration: 125.159337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:34.883115Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-30T21:12:35.384160Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12016339656478180988,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-30T21:12:35.517764Z","caller":"traceutil/trace.go:172","msg":"trace[1191819681] linearizableReadLoop","detail":"{readStateIndex:1806; appliedIndex:1806; }","duration":"1.135086702s","start":"2026-03-30T21:12:34.382652Z","end":"2026-03-30T21:12:35.517739Z","steps":["trace[1191819681] 'read index received' (duration: 1.135081292s)","trace[1191819681] 'applied index is now lower than readState.Index' (duration: 4.17µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:35.518005Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.135329578s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:12:35.518066Z","caller":"traceutil/trace.go:172","msg":"trace[375682223] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1547; }","duration":"1.135404298s","start":"2026-03-30T21:12:34.382645Z","end":"2026-03-30T21:12:35.518049Z","steps":["trace[375682223] 'agreement among raft nodes before linearized reading' (duration: 1.135301286s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:35.530301Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":12016339656478180989,"received-request-id":12016339656478180988} {"level":"warn","ts":"2026-03-30T21:12:35.531870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"328.532974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:12:35.531922Z","caller":"traceutil/trace.go:172","msg":"trace[1052778353] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1549; }","duration":"328.587866ms","start":"2026-03-30T21:12:35.203321Z","end":"2026-03-30T21:12:35.531909Z","steps":["trace[1052778353] 'agreement among raft nodes before linearized reading' (duration: 328.507034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:35.531924Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.031581964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-30T21:12:35.531957Z","caller":"traceutil/trace.go:172","msg":"trace[2018643094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1549; }","duration":"1.031618164s","start":"2026-03-30T21:12:34.500331Z","end":"2026-03-30T21:12:35.531950Z","steps":["trace[2018643094] 'agreement among raft nodes before linearized reading' (duration: 1.031505702s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:35.531958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:12:35.203298Z","time spent":"328.650437ms","remote":"127.0.0.1:36256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:12:35.531945Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"755.864041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:12:35.531976Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:12:34.500307Z","time spent":"1.031663335s","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-03-30T21:12:35.532005Z","caller":"traceutil/trace.go:172","msg":"trace[482572974] range","detail":"{range_begin:/registry/prioritylevelconfigurations; range_end:; response_count:0; response_revision:1549; }","duration":"755.926762ms","start":"2026-03-30T21:12:34.776061Z","end":"2026-03-30T21:12:35.531988Z","steps":["trace[482572974] 'agreement among raft nodes before linearized reading' (duration: 755.81297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:35.532050Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:12:34.776037Z","time spent":"756.000223ms","remote":"127.0.0.1:36770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/prioritylevelconfigurations\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:12:35.532057Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.789653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:12:35.532055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.076210985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-30T21:12:35.531989Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"196.462748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T21:12:35.532152Z","caller":"traceutil/trace.go:172","msg":"trace[609308406] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:1549; }","duration":"1.076279797s","start":"2026-03-30T21:12:34.455825Z","end":"2026-03-30T21:12:35.532105Z","steps":["trace[609308406] 'agreement among raft nodes before linearized reading' (duration: 1.076168354s)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:35.532218Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:12:34.455799Z","time spent":"1.076405279s","remote":"127.0.0.1:36308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"info","ts":"2026-03-30T21:12:35.532211Z","caller":"traceutil/trace.go:172","msg":"trace[554571427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1549; }","duration":"196.680712ms","start":"2026-03-30T21:12:35.335491Z","end":"2026-03-30T21:12:35.532172Z","steps":["trace[554571427] 'agreement among raft nodes before linearized reading' (duration: 196.334796ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:35.532614Z","caller":"traceutil/trace.go:172","msg":"trace[418207483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1549; }","duration":"156.824834ms","start":"2026-03-30T21:12:35.375262Z","end":"2026-03-30T21:12:35.532087Z","steps":["trace[418207483] 'agreement among raft nodes before linearized reading' (duration: 156.768483ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:45.740429Z","caller":"traceutil/trace.go:172","msg":"trace[1120351338] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1852; }","duration":"127.801077ms","start":"2026-03-30T21:12:45.612610Z","end":"2026-03-30T21:12:45.740411Z","steps":["trace[1120351338] 'read index received' (duration: 127.797217ms)","trace[1120351338] 'applied index is now lower than readState.Index' (duration: 3.11µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:45.740614Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"127.98232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T21:12:45.740646Z","caller":"traceutil/trace.go:172","msg":"trace[230427928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1587; }","duration":"128.031321ms","start":"2026-03-30T21:12:45.612605Z","end":"2026-03-30T21:12:45.740636Z","steps":["trace[230427928] 'agreement among raft nodes before linearized reading' (duration: 127.883728ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:47.289909Z","caller":"traceutil/trace.go:172","msg":"trace[1965513068] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1860; }","duration":"150.603076ms","start":"2026-03-30T21:12:47.139279Z","end":"2026-03-30T21:12:47.289882Z","steps":["trace[1965513068] 'read index received' (duration: 150.571596ms)","trace[1965513068] 'applied index is now lower than readState.Index' (duration: 5.11µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:47.290149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.847501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-03-30T21:12:47.290195Z","caller":"traceutil/trace.go:172","msg":"trace[38943644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1593; }","duration":"150.914372ms","start":"2026-03-30T21:12:47.139269Z","end":"2026-03-30T21:12:47.290183Z","steps":["trace[38943644] 'agreement among raft nodes before linearized reading' (duration: 150.728919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:51.423528Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"182.741985ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-30T21:12:51.516253Z","caller":"traceutil/trace.go:172","msg":"trace[1654446466] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1880; }","duration":"138.965346ms","start":"2026-03-30T21:12:51.377264Z","end":"2026-03-30T21:12:51.516229Z","steps":["trace[1654446466] 'read index received' (duration: 138.958695ms)","trace[1654446466] 'applied index is now lower than readState.Index' (duration: 5.551µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:51.516411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.131168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:12:51.516468Z","caller":"traceutil/trace.go:172","msg":"trace[2026224225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1610; }","duration":"139.184289ms","start":"2026-03-30T21:12:51.377251Z","end":"2026-03-30T21:12:51.516435Z","steps":["trace[2026224225] 'agreement among raft nodes before linearized reading' (duration: 139.081677ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:56.213360Z","caller":"traceutil/trace.go:172","msg":"trace[1538365223] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1896; }","duration":"347.659854ms","start":"2026-03-30T21:12:55.865685Z","end":"2026-03-30T21:12:56.213345Z","steps":["trace[1538365223] 'read index received' (duration: 347.654814ms)","trace[1538365223] 'applied index is now lower than readState.Index' (duration: 3.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:56.213552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.847707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T21:12:56.213571Z","caller":"traceutil/trace.go:172","msg":"trace[2098219471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1625; }","duration":"347.883938ms","start":"2026-03-30T21:12:55.865682Z","end":"2026-03-30T21:12:56.213565Z","steps":["trace[2098219471] 'agreement among raft nodes before linearized reading' (duration: 347.740785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:56.213590Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-03-30T21:12:55.865661Z","time spent":"347.923699ms","remote":"127.0.0.1:36386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-03-30T21:12:56.359291Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.284443ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-30T21:12:56.362677Z","caller":"traceutil/trace.go:172","msg":"trace[929515555] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"140.9243ms","start":"2026-03-30T21:12:56.221736Z","end":"2026-03-30T21:12:56.362661Z","steps":["trace[929515555] 'process raft request' (duration: 140.836179ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:12:56.363289Z","caller":"traceutil/trace.go:172","msg":"trace[1185373759] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1904; }","duration":"149.857939ms","start":"2026-03-30T21:12:56.213408Z","end":"2026-03-30T21:12:56.363266Z","steps":["trace[1185373759] 'read index received' (duration: 149.850699ms)","trace[1185373759] 'applied index is now lower than readState.Index' (duration: 5.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:12:56.363340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"197.55239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:12:56.363459Z","caller":"traceutil/trace.go:172","msg":"trace[1743769207] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1631; }","duration":"197.679122ms","start":"2026-03-30T21:12:56.165765Z","end":"2026-03-30T21:12:56.363444Z","steps":["trace[1743769207] 'agreement among raft nodes before linearized reading' (duration: 197.523759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:12:56.363403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"278.454786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-30T21:12:56.363523Z","caller":"traceutil/trace.go:172","msg":"trace[309468107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1631; }","duration":"278.587428ms","start":"2026-03-30T21:12:56.084929Z","end":"2026-03-30T21:12:56.363516Z","steps":["trace[309468107] 'agreement among raft nodes before linearized reading' (duration: 278.434986ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:13:00.516962Z","caller":"traceutil/trace.go:172","msg":"trace[1061582798] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1920; }","duration":"186.379376ms","start":"2026-03-30T21:13:00.330563Z","end":"2026-03-30T21:13:00.516942Z","steps":["trace[1061582798] 'read index received' (duration: 186.373136ms)","trace[1061582798] 'applied index is now lower than readState.Index' (duration: 5.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:13:00.517149Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.562819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-30T21:13:00.517261Z","caller":"traceutil/trace.go:172","msg":"trace[944298196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1646; }","duration":"186.690091ms","start":"2026-03-30T21:13:00.330551Z","end":"2026-03-30T21:13:00.517241Z","steps":["trace[944298196] 'agreement among raft nodes before linearized reading' (duration: 186.486407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:13:00.518579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.033693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:13:00.519118Z","caller":"traceutil/trace.go:172","msg":"trace[630991136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1646; }","duration":"141.584763ms","start":"2026-03-30T21:13:00.377518Z","end":"2026-03-30T21:13:00.519103Z","steps":["trace[630991136] 'agreement among raft nodes before linearized reading' (duration: 140.996183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:13:00.518844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.937027ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-30T21:13:00.519335Z","caller":"traceutil/trace.go:172","msg":"trace[41518288] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1646; }","duration":"136.473437ms","start":"2026-03-30T21:13:00.382850Z","end":"2026-03-30T21:13:00.519324Z","steps":["trace[41518288] 'agreement among raft nodes before linearized reading' (duration: 135.910907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-30T21:13:00.518949Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.139099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T21:13:00.519597Z","caller":"traceutil/trace.go:172","msg":"trace[1209038985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1646; }","duration":"138.804301ms","start":"2026-03-30T21:13:00.380786Z","end":"2026-03-30T21:13:00.519590Z","steps":["trace[1209038985] 'agreement among raft nodes before linearized reading' (duration: 137.997985ms)"],"step_count":1} {"level":"info","ts":"2026-03-30T21:13:08.726043Z","caller":"traceutil/trace.go:172","msg":"trace[665785332] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1958; }","duration":"133.918523ms","start":"2026-03-30T21:13:08.592104Z","end":"2026-03-30T21:13:08.726022Z","steps":["trace[665785332] 'read index received' (duration: 133.913113ms)","trace[665785332] 'applied index is now lower than readState.Index' (duration: 4.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-30T21:13:08.729076Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.529523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-03-30T21:13:08.729170Z","caller":"traceutil/trace.go:172","msg":"trace[678364078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1678; }","duration":"137.061712ms","start":"2026-03-30T21:13:08.592090Z","end":"2026-03-30T21:13:08.729152Z","steps":["trace[678364078] 'agreement among raft nodes before linearized reading' (duration: 134.016315ms)"],"step_count":1}