{"level":"warn","ts":"2026-07-30T16:19:32.998798Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-30T16:19:32.999339Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-30T16:19:32.999893Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=controller-2=https://199.204.45.138:2380,controller-1=https://199.204.45.242:2380","--initial-cluster-state=existing","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=controller-2","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-30T16:19:33.001512Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-30T16:19:33.001603Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T16:19:33.001626Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-07-30T16:19:33.001699Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:19:33.002368Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-07-30T16:19:33.002578Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-2","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.242:2380,controller-2=https://199.204.45.138:2380","initial-cluster-state":"existing","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-30T16:19:33.005787Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ba1f8}"} {"level":"info","ts":"2026-07-30T16:19:33.010118Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:19:33.010192Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.76184ms"} {"level":"info","ts":"2026-07-30T16:19:33.010273Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-30T16:19:33.010307Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-30T16:19:33.024193Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.138:2380","host":"199.204.45.138:2380","resolved-addr":"199.204.45.138:2380"} {"level":"info","ts":"2026-07-30T16:19:33.024230Z","caller":"netutil/netutil.go:113","msg":"resolved URL Host","url":"https://199.204.45.242:2380","host":"199.204.45.242:2380","resolved-addr":"199.204.45.242:2380"} {"level":"info","ts":"2026-07-30T16:19:33.026746Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-30T16:19:33.035742Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-30T16:19:33.035801Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"5f798b882416d958","cluster-id":"49dc9693ccd466a9"} {"level":"info","ts":"2026-07-30T16:19:33.035840Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-30T16:19:33.035945Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5f798b882416d958 switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T16:19:33.035994Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"5f798b882416d958 became follower at term 0"} {"level":"info","ts":"2026-07-30T16:19:33.036009Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 5f798b882416d958 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"warn","ts":"2026-07-30T16:19:33.040242Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T16:19:33.041618Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T16:19:33.043591Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T16:19:33.043989Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.044006Z","caller":"rafthttp/transport.go:286","msg":"added new remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-07-30T16:19:33.044023Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.044040Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.046312Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.047308Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.047774Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.047823Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.047869Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-07-30T16:19:33.047905Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.047923Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"5f798b882416d958","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T16:19:33.048048Z","caller":"etcdserver/server.go:499","msg":"starting initial election tick advance","election-ticks":10} {"level":"info","ts":"2026-07-30T16:19:33.048144Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:19:33.048202Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:19:33.048267Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-07-30T16:19:33.048350Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:19:33.049941Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:19:33.048374Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-07-30T16:19:33.050334Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"5f798b882416d958","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T16:19:33.050580Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T16:19:33.050680Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5f798b882416d958","to":"b844c110b9783e73","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:19:33.050716Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.050774Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.052080Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5f798b882416d958","to":"b844c110b9783e73","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:19:33.052410Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.057072Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.059893Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.071321Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"5f798b882416d958 [term: 0] received a MsgHeartbeat message with higher term from b844c110b9783e73 [term: 2]"} {"level":"info","ts":"2026-07-30T16:19:33.071392Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"5f798b882416d958 became follower at term 2"} {"level":"info","ts":"2026-07-30T16:19:33.071419Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 5f798b882416d958 elected leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-30T16:19:33.086001Z","caller":"rafthttp/http.go:258","msg":"receiving database snapshot","local-member-id":"5f798b882416d958","remote-snapshot-sender-id":"b844c110b9783e73","incoming-snapshot-index":532,"incoming-snapshot-message-size-bytes":8201,"incoming-snapshot-message-size":"8.2 kB"} {"level":"info","ts":"2026-07-30T16:19:33.094223Z","caller":"snap/db.go:65","msg":"saved database snapshot to disk","path":"/var/lib/etcd/member/snap/0000000000000214.snap.db","bytes":831488,"size":"832 kB"} {"level":"info","ts":"2026-07-30T16:19:33.094266Z","caller":"rafthttp/http.go:287","msg":"received and saved database snapshot","local-member-id":"5f798b882416d958","remote-snapshot-sender-id":"b844c110b9783e73","incoming-snapshot-index":532,"incoming-snapshot-size-bytes":831488,"incoming-snapshot-size":"832 kB","download-took":"8.386019ms"} {"level":"info","ts":"2026-07-30T16:19:33.094665Z","logger":"raft","caller":"v3@v3.6.0/log.go:465","msg":"log [committed=0, applied=0, applying=0, unstable.offset=1, unstable.offsetInProgress=1, len(unstable.Entries)=0] starts to restore snapshot [index: 532, term: 2]"} {"level":"info","ts":"2026-07-30T16:19:33.094913Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5f798b882416d958 switched to configuration voters=(13277949878970367603) learners=(6879683322622433624)"} {"level":"info","ts":"2026-07-30T16:19:33.094977Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1935","msg":"5f798b882416d958 [commit: 532, lastindex: 532, lastterm: 2] restored snapshot [index: 532, term: 2]"} {"level":"info","ts":"2026-07-30T16:19:33.095024Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1844","msg":"5f798b882416d958 [commit: 532] restored snapshot [index: 532, term: 2]"} {"level":"info","ts":"2026-07-30T16:19:33.095395Z","caller":"etcdserver/server.go:1007","msg":"applying snapshot","current-snapshot-index":0,"current-applied-index":0,"incoming-leader-snapshot-index":532,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-30T16:19:33.099827Z","caller":"etcdserver/raft.go:276","msg":"applied incoming Raft snapshot","snapshot-index":532} {"level":"info","ts":"2026-07-30T16:19:33.100283Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003aa0b0}"} {"level":"info","ts":"2026-07-30T16:19:33.101114Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:19:33.101178Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"1.022794ms"} {"level":"info","ts":"2026-07-30T16:19:33.101267Z","caller":"etcdserver/server.go:1055","msg":"restoring lease store"} {"level":"info","ts":"2026-07-30T16:19:33.102633Z","caller":"etcdserver/server.go:1059","msg":"restored lease store"} {"level":"info","ts":"2026-07-30T16:19:33.102670Z","caller":"etcdserver/server.go:1062","msg":"restoring mvcc store"} {"level":"info","ts":"2026-07-30T16:19:33.106706Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":506} {"level":"info","ts":"2026-07-30T16:19:33.106755Z","caller":"etcdserver/server.go:1070","msg":"restored mvcc store","consistent-index":532} {"level":"info","ts":"2026-07-30T16:19:33.106825Z","caller":"etcdserver/server.go:1090","msg":"restoring alarm store"} {"level":"info","ts":"2026-07-30T16:19:33.106932Z","caller":"etcdserver/server.go:1078","msg":"closing old backend file"} {"level":"info","ts":"2026-07-30T16:19:33.108535Z","caller":"etcdserver/server.go:1096","msg":"restored alarm store"} {"level":"info","ts":"2026-07-30T16:19:33.108587Z","caller":"etcdserver/server.go:1099","msg":"restoring auth store"} {"level":"info","ts":"2026-07-30T16:19:33.108668Z","caller":"etcdserver/server.go:1103","msg":"restored auth store"} {"level":"info","ts":"2026-07-30T16:19:33.108688Z","caller":"etcdserver/server.go:1106","msg":"restoring v2 store"} {"level":"info","ts":"2026-07-30T16:19:33.110012Z","caller":"etcdserver/server.go:1115","msg":"restored v2 store"} {"level":"info","ts":"2026-07-30T16:19:33.110073Z","caller":"etcdserver/server.go:1119","msg":"restoring cluster configuration"} {"level":"info","ts":"2026-07-30T16:19:33.110116Z","caller":"etcdserver/server.go:1080","msg":"closed old backend file"} {"level":"info","ts":"2026-07-30T16:19:33.110145Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:19:33.110162Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"49dc9693ccd466a9","local-member-id":"5f798b882416d958","recovered-remote-peer-id":"5f798b882416d958","recovered-remote-peer-urls":["https://199.204.45.138:2380"],"recovered-remote-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:19:33.110177Z","caller":"membership/cluster.go:297","msg":"recovered/added member from store","cluster-id":"49dc9693ccd466a9","local-member-id":"5f798b882416d958","recovered-remote-peer-id":"b844c110b9783e73","recovered-remote-peer-urls":["https://199.204.45.242:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2026-07-30T16:19:33.110185Z","caller":"membership/cluster.go:307","msg":"set cluster version from store","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:19:33.110192Z","caller":"etcdserver/server.go:1123","msg":"restored cluster configuration"} {"level":"info","ts":"2026-07-30T16:19:33.110206Z","caller":"etcdserver/server.go:1124","msg":"removing old peers from network"} {"level":"info","ts":"2026-07-30T16:19:33.110216Z","caller":"rafthttp/peer.go:316","msg":"stopping remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"warn","ts":"2026-07-30T16:19:33.110386Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.110413Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"b844c110b9783e73"} {"level":"warn","ts":"2026-07-30T16:19:33.111076Z","caller":"rafthttp/stream.go:285","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.111100Z","caller":"rafthttp/stream.go:293","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.111137Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"warn","ts":"2026-07-30T16:19:33.111302Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73","error":"context canceled"} {"level":"warn","ts":"2026-07-30T16:19:33.111347Z","caller":"rafthttp/peer_status.go:66","msg":"peer became inactive (message send to peer failed)","peer-id":"b844c110b9783e73","error":"failed to read b844c110b9783e73 on stream MsgApp v2 (context canceled)"} {"level":"info","ts":"2026-07-30T16:19:33.111376Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"warn","ts":"2026-07-30T16:19:33.111462Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:19:33.111487Z","caller":"rafthttp/stream.go:441","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.111497Z","caller":"rafthttp/peer.go:321","msg":"stopped remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.111512Z","caller":"rafthttp/transport.go:354","msg":"removed remote peer","local-member-id":"5f798b882416d958","removed-remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.111530Z","caller":"etcdserver/server.go:1129","msg":"removed old peers from network"} {"level":"info","ts":"2026-07-30T16:19:33.111538Z","caller":"etcdserver/server.go:1130","msg":"adding peers from new cluster configuration"} {"level":"info","ts":"2026-07-30T16:19:33.111559Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.111581Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.112856Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.112894Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73","remote-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-07-30T16:19:33.112904Z","caller":"etcdserver/server.go:1139","msg":"added peers from new cluster configuration"} {"level":"info","ts":"2026-07-30T16:19:33.112924Z","caller":"etcdserver/server.go:1015","msg":"applied snapshot","current-snapshot-index":532,"current-applied-index":532,"incoming-leader-snapshot-index":532,"incoming-leader-snapshot-term":2} {"level":"info","ts":"2026-07-30T16:19:33.112979Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.112994Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.113004Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.113221Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.120275Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.120313Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.123711Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.130100Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5f798b882416d958","to":"b844c110b9783e73","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:19:33.130167Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.130926Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5f798b882416d958","to":"b844c110b9783e73","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:19:33.130950Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"b844c110b9783e73"} {"level":"info","ts":"2026-07-30T16:19:33.462797Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5f798b882416d958 switched to configuration voters=(6879683322622433624 13277949878970367603)"} {"level":"info","ts":"2026-07-30T16:19:33.463161Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"49dc9693ccd466a9","local-member-id":"5f798b882416d958","promoted-member-id":"5f798b882416d958"} {"level":"warn","ts":"2026-07-30T16:19:40.049301Z","caller":"etcdserver/server.go:1814","msg":"failed to publish local member to cluster through raft","local-member-id":"5f798b882416d958","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.138:2379]}","publish-timeout":"7s","error":"etcdserver: request timed out, possibly due to connection lost"} {"level":"info","ts":"2026-07-30T16:19:40.052783Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:19:40.052780Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"5f798b882416d958","local-member-attributes":"{Name:controller-2 ClientURLs:[https://199.204.45.138:2379]}","cluster-id":"49dc9693ccd466a9","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T16:19:40.052814Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:19:40.053184Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T16:19:40.053291Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T16:19:40.054787Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-30T16:19:40.056416Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-30T16:19:40.056803Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-30T16:19:40.063543Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"info","ts":"2026-07-30T16:19:40.063721Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-30T16:19:40.066745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:38330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.069033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.069372Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:38400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.070130Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46346","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.070405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:38376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.070789Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:38390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.071219Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:46356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.073432Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:38356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.073865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:38368","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.075563Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:38382","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.076105Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:38344","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.081349Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.095371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.119265Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.128791Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.140170Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.159936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.170176Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.179633Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54168","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.189490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.199331Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.213017Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54204","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.220597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.231826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.243820Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.251062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.260404Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.281717Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.326277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.336108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54398","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.347644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.359033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54426","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.369589Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.380458Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54474","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.393148Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.404371Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.412751Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.422718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.432813Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54560","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.442984Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.452261Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.462385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.474132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.486021Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.495345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54654","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.515448Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.533977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.543760Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.552428Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.563405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54774","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.574416Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.581571Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54830","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.590247Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54844","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.599702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.610042Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54882","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.626481Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.635302Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.642598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54926","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.654259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.665534Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.675924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54974","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.685251Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.695031Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.726202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55046","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.732332Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.743179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55090","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.754544Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:40.819119Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:56.605566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.844349ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:19:56.605740Z","caller":"traceutil/trace.go:172","msg":"trace[1171924387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:593; }","duration":"133.057163ms","start":"2026-07-30T16:19:56.472660Z","end":"2026-07-30T16:19:56.605717Z","steps":["trace[1171924387] 'range keys from in-memory index tree' (duration: 132.760867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:20:27.064600Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:43616","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:20:27.078220Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5f798b882416d958 switched to configuration voters=(6879683322622433624 13277949878970367603) learners=(3278312189490005449)"} {"level":"info","ts":"2026-07-30T16:20:27.078406Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"5f798b882416d958","added-peer-id":"2d7ee7912d6285c9","added-peer-peer-urls":["https://199.204.45.77:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:20:27.078446Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.078489Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.078610Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.078705Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.078709Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.078745Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9","remote-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-07-30T16:20:27.078761Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.078835Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"5f798b882416d958","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.078905Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"warn","ts":"2026-07-30T16:20:30.631572Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:58238","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:20:31.000832Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.000944Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.005687Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5f798b882416d958","to":"2d7ee7912d6285c9","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:20:31.005821Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.013469Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.013502Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5f798b882416d958","to":"2d7ee7912d6285c9","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:20:31.013559Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"warn","ts":"2026-07-30T16:20:31.042437Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:31.042585Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9","error":"EOF"} {"level":"info","ts":"2026-07-30T16:20:31.056065Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5f798b882416d958","to":"2d7ee7912d6285c9","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-30T16:20:31.056122Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.056134Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.061870Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5f798b882416d958","to":"2d7ee7912d6285c9","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-30T16:20:31.061938Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.061955Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.105507Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.111093Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5f798b882416d958","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.132793Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5f798b882416d958 switched to configuration voters=(3278312189490005449 6879683322622433624 13277949878970367603)"} {"level":"info","ts":"2026-07-30T16:20:31.133102Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"49dc9693ccd466a9","local-member-id":"5f798b882416d958","promoted-member-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:21:06.980789Z","caller":"traceutil/trace.go:172","msg":"trace[757696541] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:896; }","duration":"148.473073ms","start":"2026-07-30T16:21:06.832292Z","end":"2026-07-30T16:21:06.980765Z","steps":["trace[757696541] 'read index received' (duration: 148.462623ms)","trace[757696541] 'applied index is now lower than readState.Index' (duration: 5.34µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:06.980922Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.618227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:06.980988Z","caller":"traceutil/trace.go:172","msg":"trace[1482267025] range","detail":"{range_begin:/registry/minions; range_end:; response_count:0; response_revision:819; }","duration":"148.704908ms","start":"2026-07-30T16:21:06.832272Z","end":"2026-07-30T16:21:06.980977Z","steps":["trace[1482267025] 'agreement among raft nodes before linearized reading' (duration: 148.575886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.128189Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.278833ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-30T16:21:26.356763Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"226.747074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:29489"} {"level":"info","ts":"2026-07-30T16:21:26.356990Z","caller":"traceutil/trace.go:172","msg":"trace[147529975] transaction","detail":"{read_only:false; number_of_response:1; response_revision:989; }","duration":"749.939316ms","start":"2026-07-30T16:21:25.607021Z","end":"2026-07-30T16:21:26.356960Z","steps":["trace[147529975] 'process raft request' (duration: 522.327807ms)","trace[147529975] 'compare' (duration: 226.617581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:26.357160Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:25.606996Z","time spent":"750.082818ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":29511,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:26.357331Z","caller":"traceutil/trace.go:172","msg":"trace[1005279645] transaction","detail":"{read_only:false; number_of_response:1; response_revision:989; }","duration":"748.484809ms","start":"2026-07-30T16:21:25.608828Z","end":"2026-07-30T16:21:26.357313Z","steps":["trace[1005279645] 'process raft request' (duration: 748.413968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.357421Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:25.608818Z","time spent":"748.55916ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10903,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:26.357694Z","caller":"traceutil/trace.go:172","msg":"trace[1712241960] transaction","detail":"{read_only:false; number_of_response:1; response_revision:989; }","duration":"750.317482ms","start":"2026-07-30T16:21:25.607023Z","end":"2026-07-30T16:21:26.357341Z","steps":["trace[1712241960] 'process raft request' (duration: 750.090488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.358115Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:25.607001Z","time spent":"750.927963ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":79997,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:26.488471Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"346.530456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:26.488540Z","caller":"traceutil/trace.go:172","msg":"trace[968639181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:993; }","duration":"346.611967ms","start":"2026-07-30T16:21:26.141915Z","end":"2026-07-30T16:21:26.488527Z","steps":["trace[968639181] 'agreement among raft nodes before linearized reading' (duration: 346.490935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.488611Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:26.141889Z","time spent":"346.704078ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:21:26.488361Z","caller":"traceutil/trace.go:172","msg":"trace[1827614803] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1129; }","duration":"346.372273ms","start":"2026-07-30T16:21:26.141921Z","end":"2026-07-30T16:21:26.488294Z","steps":["trace[1827614803] 'read index received' (duration: 346.367063ms)","trace[1827614803] 'applied index is now lower than readState.Index' (duration: 4.31µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:21:26.496722Z","caller":"traceutil/trace.go:172","msg":"trace[1984658372] transaction","detail":"{read_only:false; number_of_response:1; response_revision:993; }","duration":"118.776855ms","start":"2026-07-30T16:21:26.377924Z","end":"2026-07-30T16:21:26.496701Z","steps":["trace[1984658372] 'process raft request' (duration: 118.736864ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:26.496771Z","caller":"traceutil/trace.go:172","msg":"trace[1664485612] transaction","detail":"{read_only:false; number_of_response:1; response_revision:993; }","duration":"564.794097ms","start":"2026-07-30T16:21:25.931948Z","end":"2026-07-30T16:21:26.496742Z","steps":["trace[1664485612] 'process raft request' (duration: 564.580034ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:26.496869Z","caller":"traceutil/trace.go:172","msg":"trace[2046320784] transaction","detail":"{read_only:false; number_of_response:1; response_revision:993; }","duration":"123.246295ms","start":"2026-07-30T16:21:26.373601Z","end":"2026-07-30T16:21:26.496847Z","steps":["trace[2046320784] 'process raft request' (duration: 123.018351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.496943Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:25.931924Z","time spent":"564.924579ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":150530,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:26.853406Z","caller":"traceutil/trace.go:172","msg":"trace[754776253] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1001; }","duration":"259.157668ms","start":"2026-07-30T16:21:26.594198Z","end":"2026-07-30T16:21:26.853356Z","steps":["trace[754776253] 'process raft request' (duration: 258.751801ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:26.860205Z","caller":"traceutil/trace.go:172","msg":"trace[2000135045] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1004; }","duration":"231.210033ms","start":"2026-07-30T16:21:26.628983Z","end":"2026-07-30T16:21:26.860193Z","steps":["trace[2000135045] 'process raft request' (duration: 231.149022ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:27.579610Z","caller":"traceutil/trace.go:172","msg":"trace[973229484] linearizableReadLoop","detail":"{readStateIndex:1169; appliedIndex:1169; }","duration":"436.724626ms","start":"2026-07-30T16:21:27.142860Z","end":"2026-07-30T16:21:27.579585Z","steps":["trace[973229484] 'read index received' (duration: 436.718426ms)","trace[973229484] 'applied index is now lower than readState.Index' (duration: 4.54µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:27.579908Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"437.027521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:27.579946Z","caller":"traceutil/trace.go:172","msg":"trace[137896703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1011; }","duration":"437.082362ms","start":"2026-07-30T16:21:27.142852Z","end":"2026-07-30T16:21:27.579934Z","steps":["trace[137896703] 'agreement among raft nodes before linearized reading' (duration: 436.97201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.579978Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.142834Z","time spent":"437.136774ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:21:27.579615Z","caller":"traceutil/trace.go:172","msg":"trace[1637356761] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"576.718771ms","start":"2026-07-30T16:21:27.002882Z","end":"2026-07-30T16:21:27.579600Z","steps":["trace[1637356761] 'process raft request' (duration: 576.556738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.580487Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.002810Z","time spent":"577.601597ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:27.581557Z","caller":"traceutil/trace.go:172","msg":"trace[730469121] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1012; }","duration":"561.045138ms","start":"2026-07-30T16:21:27.020499Z","end":"2026-07-30T16:21:27.581544Z","steps":["trace[730469121] 'process raft request' (duration: 560.757283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.581636Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.020470Z","time spent":"561.130909ms","remote":"127.0.0.1:54052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97,"response count":0,"response size":151271,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:27.582003Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.030072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:21:27.582052Z","caller":"traceutil/trace.go:172","msg":"trace[638078890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1014; }","duration":"162.080783ms","start":"2026-07-30T16:21:27.419961Z","end":"2026-07-30T16:21:27.582042Z","steps":["trace[638078890] 'agreement among raft nodes before linearized reading' (duration: 161.950331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.582195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"110.248349ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:27.582232Z","caller":"traceutil/trace.go:172","msg":"trace[594490145] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1014; }","duration":"110.284429ms","start":"2026-07-30T16:21:27.471939Z","end":"2026-07-30T16:21:27.582223Z","steps":["trace[594490145] 'agreement among raft nodes before linearized reading' (duration: 110.237528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:32.290536Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.022341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:32.290651Z","caller":"traceutil/trace.go:172","msg":"trace[1236278273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1058; }","duration":"146.159443ms","start":"2026-07-30T16:21:32.144472Z","end":"2026-07-30T16:21:32.290631Z","steps":["trace[1236278273] 'range keys from in-memory index tree' (duration: 144.363542ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:32.781962Z","caller":"traceutil/trace.go:172","msg":"trace[1625267470] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1239; }","duration":"309.80748ms","start":"2026-07-30T16:21:32.472128Z","end":"2026-07-30T16:21:32.781935Z","steps":["trace[1625267470] 'read index received' (duration: 309.80121ms)","trace[1625267470] 'applied index is now lower than readState.Index' (duration: 5.06µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:32.782269Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"310.119005ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:32.782360Z","caller":"traceutil/trace.go:172","msg":"trace[938349967] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1060; }","duration":"310.233508ms","start":"2026-07-30T16:21:32.472106Z","end":"2026-07-30T16:21:32.782340Z","steps":["trace[938349967] 'agreement among raft nodes before linearized reading' (duration: 310.063905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:33.393875Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"597.063201ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-30T16:21:33.394051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:32.784858Z","time spent":"609.186898ms","remote":"127.0.0.1:54026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T16:21:33.394142Z","caller":"traceutil/trace.go:172","msg":"trace[162442653] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"596.973269ms","start":"2026-07-30T16:21:32.797155Z","end":"2026-07-30T16:21:33.394128Z","steps":["trace[162442653] 'process raft request' (duration: 596.826027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:33.394236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:32.797125Z","time spent":"597.04471ms","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:33.402339Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867687387,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:21:33.459841Z","caller":"traceutil/trace.go:172","msg":"trace[2025101074] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1246; }","duration":"558.340154ms","start":"2026-07-30T16:21:32.901463Z","end":"2026-07-30T16:21:33.459803Z","steps":["trace[2025101074] 'read index received' (duration: 558.325964ms)","trace[2025101074] 'applied index is now lower than readState.Index' (duration: 11.56µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:33.460100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"558.62013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:33.460181Z","caller":"traceutil/trace.go:172","msg":"trace[579679748] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1066; }","duration":"558.713721ms","start":"2026-07-30T16:21:32.901448Z","end":"2026-07-30T16:21:33.460161Z","steps":["trace[579679748] 'agreement among raft nodes before linearized reading' (duration: 558.528768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:33.460237Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:32.901427Z","time spent":"558.799582ms","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:33.656341Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15661443298867687392,"received-request-id":15661443298867687387} {"level":"warn","ts":"2026-07-30T16:21:33.972640Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867687392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:34.473468Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867687392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:34.973664Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867687392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:35.214927Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.558700966s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:21:35.329877Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.673542742s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:21:35.330186Z","caller":"traceutil/trace.go:172","msg":"trace[604738424] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"1.934733136s","start":"2026-07-30T16:21:33.395412Z","end":"2026-07-30T16:21:35.330145Z","steps":["trace[604738424] 'process raft request' (duration: 260.751336ms)","trace[604738424] 'compare' (duration: 1.673176275s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:35.330542Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:33.395395Z","time spent":"1.934902738s","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:35.471951Z","caller":"traceutil/trace.go:172","msg":"trace[579764767] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1257; }","duration":"1.999308909s","start":"2026-07-30T16:21:33.472608Z","end":"2026-07-30T16:21:35.471917Z","steps":["trace[579764767] 'read index received' (duration: 1.999297319s)","trace[579764767] 'applied index is now lower than readState.Index' (duration: 10.14µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:35.972779Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867687394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:36.020880Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.548247484s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:36.020964Z","caller":"traceutil/trace.go:172","msg":"trace[436574322] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1077; }","duration":"2.548339886s","start":"2026-07-30T16:21:33.472602Z","end":"2026-07-30T16:21:36.020942Z","steps":["trace[436574322] 'agreement among raft nodes before linearized reading' (duration: 1.999411521s)","trace[436574322] 'range keys from in-memory index tree' (duration: 548.804863ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:36.021739Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"549.619617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:21:36.144695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000298654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:21:36.144777Z","caller":"traceutil/trace.go:172","msg":"trace[1313967989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392545s","start":"2026-07-30T16:21:34.144367Z","end":"2026-07-30T16:21:36.144760Z","steps":["trace[1313967989] 'agreement among raft nodes before linearized reading' (duration: 2.000295033s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:36.144846Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:34.144350Z","time spent":"2.000486918s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:21:36 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:21:36.473585Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867687394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:36.678007Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15661443298867687394,"received-request-id":15661443298867687392} {"level":"info","ts":"2026-07-30T16:21:36.678388Z","caller":"traceutil/trace.go:172","msg":"trace[843753842] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"2.702199403s","start":"2026-07-30T16:21:33.976152Z","end":"2026-07-30T16:21:36.678351Z","steps":["trace[843753842] 'process raft request' (duration: 2.701942648s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:36.678577Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:33.976114Z","time spent":"2.702313575s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:36.711581Z","caller":"traceutil/trace.go:172","msg":"trace[1095434072] linearizableReadLoop","detail":"{readStateIndex:1258; appliedIndex:1261; }","duration":"1.239521854s","start":"2026-07-30T16:21:35.472039Z","end":"2026-07-30T16:21:36.711561Z","steps":["trace[1095434072] 'read index received' (duration: 1.239513714s)","trace[1095434072] 'applied index is now lower than readState.Index' (duration: 7.13µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:36.713109Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.320176536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:36.713311Z","caller":"traceutil/trace.go:172","msg":"trace[1325826117] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1081; }","duration":"2.32038331s","start":"2026-07-30T16:21:34.392915Z","end":"2026-07-30T16:21:36.713298Z","steps":["trace[1325826117] 'agreement among raft nodes before linearized reading' (duration: 2.318924793s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:36.713410Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.737184534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-30T16:21:36.713415Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.412503152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:36.713451Z","caller":"traceutil/trace.go:172","msg":"trace[1806242441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1081; }","duration":"1.737221585s","start":"2026-07-30T16:21:34.976218Z","end":"2026-07-30T16:21:36.713439Z","steps":["trace[1806242441] 'agreement among raft nodes before linearized reading' (duration: 1.735553125s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:36.713506Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:34.976183Z","time spent":"1.737314557s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:36.713509Z","caller":"traceutil/trace.go:172","msg":"trace[1348156140] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:1081; }","duration":"1.412622584s","start":"2026-07-30T16:21:35.300867Z","end":"2026-07-30T16:21:36.713489Z","steps":["trace[1348156140] 'agreement among raft nodes before linearized reading' (duration: 1.410895333s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:36.713556Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.289440976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:21:36.713619Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.047077703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:21:36.713482Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.076469982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T16:21:36.713537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.294782905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:21:36.713560Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.300835Z","time spent":"1.412715075s","remote":"127.0.0.1:54430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":27,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:36.713781Z","caller":"traceutil/trace.go:172","msg":"trace[2080561231] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1081; }","duration":"1.295243173s","start":"2026-07-30T16:21:35.418525Z","end":"2026-07-30T16:21:36.713769Z","steps":["trace[2080561231] 'agreement among raft nodes before linearized reading' (duration: 1.293211297s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:36.713795Z","caller":"traceutil/trace.go:172","msg":"trace[1538868333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1081; }","duration":"3.076751387s","start":"2026-07-30T16:21:33.636992Z","end":"2026-07-30T16:21:36.713743Z","steps":["trace[1538868333] 'agreement among raft nodes before linearized reading' (duration: 3.074797133s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:36.713637Z","caller":"traceutil/trace.go:172","msg":"trace[1072555291] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1081; }","duration":"2.289592828s","start":"2026-07-30T16:21:34.424036Z","end":"2026-07-30T16:21:36.713629Z","steps":["trace[1072555291] 'agreement among raft nodes before linearized reading' (duration: 2.287788296s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:36.713830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.418502Z","time spent":"1.295314574s","remote":"127.0.0.1:54858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:36.713840Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:33.636969Z","time spent":"3.076858169s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:36.713853Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:34.424022Z","time spent":"2.289819942s","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:36.713512Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:34.392871Z","time spent":"2.320559513s","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:36.713959Z","caller":"traceutil/trace.go:172","msg":"trace[1430518794] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"928.470987ms","start":"2026-07-30T16:21:35.785480Z","end":"2026-07-30T16:21:36.713951Z","steps":["trace[1430518794] 'process raft request' (duration: 928.429146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:36.713805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.405193228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:21:36.714001Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.785453Z","time spent":"928.524789ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:21:36.714001Z","caller":"traceutil/trace.go:172","msg":"trace[129253252] range","detail":"{range_begin:/registry/controllers; range_end:; response_count:0; response_revision:1081; }","duration":"2.405387812s","start":"2026-07-30T16:21:34.308602Z","end":"2026-07-30T16:21:36.713990Z","steps":["trace[129253252] 'agreement among raft nodes before linearized reading' (duration: 2.403178302s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:36.714060Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:34.308557Z","time spent":"2.405492994s","remote":"127.0.0.1:54354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/controllers\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:36.713364Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.934301312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"warn","ts":"2026-07-30T16:21:36.713322Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.380239474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-07-30T16:21:36.714192Z","caller":"traceutil/trace.go:172","msg":"trace[1149448013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1081; }","duration":"2.935212958s","start":"2026-07-30T16:21:33.778968Z","end":"2026-07-30T16:21:36.714181Z","steps":["trace[1149448013] 'agreement among raft nodes before linearized reading' (duration: 2.932812225s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:36.714213Z","caller":"traceutil/trace.go:172","msg":"trace[1092830754] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1081; }","duration":"1.38113067s","start":"2026-07-30T16:21:35.333066Z","end":"2026-07-30T16:21:36.714197Z","steps":["trace[1092830754] 'agreement among raft nodes before linearized reading' (duration: 1.378687376s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:36.714258Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.333044Z","time spent":"1.38120095s","remote":"127.0.0.1:54248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:36.714302Z","caller":"traceutil/trace.go:172","msg":"trace[650726911] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1081; }","duration":"2.047294637s","start":"2026-07-30T16:21:34.666366Z","end":"2026-07-30T16:21:36.713660Z","steps":["trace[650726911] 'agreement among raft nodes before linearized reading' (duration: 2.045447434s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:36.714761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:34.666334Z","time spent":"2.04800058s","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:36.715354Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:33.778933Z","time spent":"2.93528742s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:37.212609Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867687396,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:21:37.284270Z","caller":"traceutil/trace.go:172","msg":"trace[182626856] linearizableReadLoop","detail":"{readStateIndex:1264; appliedIndex:1265; }","duration":"572.567384ms","start":"2026-07-30T16:21:36.711627Z","end":"2026-07-30T16:21:37.284195Z","steps":["trace[182626856] 'read index received' (duration: 572.560784ms)","trace[182626856] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:37.284319Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.176852721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:37.284370Z","caller":"traceutil/trace.go:172","msg":"trace[1595013650] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:1084; }","duration":"1.176922063s","start":"2026-07-30T16:21:36.107435Z","end":"2026-07-30T16:21:37.284357Z","steps":["trace[1595013650] 'agreement among raft nodes before linearized reading' (duration: 1.176800361s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:37.284406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:36.107410Z","time spent":"1.176986353s","remote":"127.0.0.1:55032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":27,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:37.284478Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.277139635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-30T16:21:37.284437Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.261669527s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:37.284508Z","caller":"traceutil/trace.go:172","msg":"trace[1460099077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1084; }","duration":"1.277178155s","start":"2026-07-30T16:21:36.007321Z","end":"2026-07-30T16:21:37.284499Z","steps":["trace[1460099077] 'agreement among raft nodes before linearized reading' (duration: 1.277033063s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:37.284537Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:36.007292Z","time spent":"1.277237056s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:37.284532Z","caller":"traceutil/trace.go:172","msg":"trace[1660751098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1084; }","duration":"1.261843061s","start":"2026-07-30T16:21:36.022670Z","end":"2026-07-30T16:21:37.284513Z","steps":["trace[1660751098] 'agreement among raft nodes before linearized reading' (duration: 1.261628787s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:37.284635Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.139099366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:37.284665Z","caller":"traceutil/trace.go:172","msg":"trace[632638700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1084; }","duration":"1.139127576s","start":"2026-07-30T16:21:36.145527Z","end":"2026-07-30T16:21:37.284655Z","steps":["trace[632638700] 'agreement among raft nodes before linearized reading' (duration: 1.139080065s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:37.284694Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:36.145495Z","time spent":"1.139193388s","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:21:37.284688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.500335629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kxhkc\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-07-30T16:21:37.284787Z","caller":"traceutil/trace.go:172","msg":"trace[905375409] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kxhkc; range_end:; response_count:1; response_revision:1084; }","duration":"1.500455891s","start":"2026-07-30T16:21:35.784310Z","end":"2026-07-30T16:21:37.284766Z","steps":["trace[905375409] 'agreement among raft nodes before linearized reading' (duration: 1.500120135s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:37.284833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.784286Z","time spent":"1.500537053s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18548,"request content":"key:\"/registry/pods/kube-system/cilium-kxhkc\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:37.284915Z","caller":"traceutil/trace.go:172","msg":"trace[132184749] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"543.26401ms","start":"2026-07-30T16:21:36.741638Z","end":"2026-07-30T16:21:37.284902Z","steps":["trace[132184749] 'process raft request' (duration: 542.949605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:37.285015Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:36.741620Z","time spent":"543.341602ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:21:37.286845Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"570.722251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:389"} {"level":"info","ts":"2026-07-30T16:21:37.286945Z","caller":"traceutil/trace.go:172","msg":"trace[1477450093] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1086; }","duration":"570.907485ms","start":"2026-07-30T16:21:36.716011Z","end":"2026-07-30T16:21:37.286918Z","steps":["trace[1477450093] 'agreement among raft nodes before linearized reading' (duration: 570.353255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:37.286999Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:36.715992Z","time spent":"570.992366ms","remote":"127.0.0.1:54026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":411,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-30T16:21:37.568851Z","caller":"traceutil/trace.go:172","msg":"trace[261220158] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"277.785943ms","start":"2026-07-30T16:21:37.291041Z","end":"2026-07-30T16:21:37.568827Z","steps":["trace[261220158] 'process raft request' (duration: 277.62965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:37.792161Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867687401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:38.293403Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867687401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:38.794283Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867687401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:21:39.236222Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"5f798b882416d958 is starting a new election at term 2"} {"level":"info","ts":"2026-07-30T16:21:39.236278Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"5f798b882416d958 became pre-candidate at term 2"} {"level":"info","ts":"2026-07-30T16:21:39.236309Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5f798b882416d958 [logterm: 2, index: 1269] sent MsgPreVote request to 2d7ee7912d6285c9 at term 2"} {"level":"info","ts":"2026-07-30T16:21:39.236329Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5f798b882416d958 [logterm: 2, index: 1269] sent MsgPreVote request to b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-30T16:21:39.236347Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 5f798b882416d958 lost leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-30T16:21:39.236449Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5f798b882416d958 received MsgPreVoteResp from 5f798b882416d958 at term 2"} {"level":"info","ts":"2026-07-30T16:21:39.236476Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5f798b882416d958 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-07-30T16:21:39.294435Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867687401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:39.294494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000172014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:21:39.294661Z","caller":"traceutil/trace.go:172","msg":"trace[1011609357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351497s","start":"2026-07-30T16:21:37.294278Z","end":"2026-07-30T16:21:39.294630Z","steps":["trace[1011609357] 'agreement among raft nodes before linearized reading' (duration: 2.000168894s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.294745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:37.294264Z","time spent":"2.000461489s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:21:39 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-30T16:21:39.409724Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"5f798b882416d958 became follower at term 2"} {"level":"info","ts":"2026-07-30T16:21:39.409891Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 5f798b882416d958 elected leader b844c110b9783e73 at term 2"} {"level":"warn","ts":"2026-07-30T16:21:39.410446Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.118787439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:21:39.410514Z","caller":"traceutil/trace.go:172","msg":"trace[977981410] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; }","duration":"2.11888195s","start":"2026-07-30T16:21:37.291617Z","end":"2026-07-30T16:21:39.410499Z","steps":["trace[977981410] 'agreement among raft nodes before linearized reading' (duration: 2.118783779s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.410561Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:37.291599Z","time spent":"2.118949212s","remote":"127.0.0.1:54482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:39.410593Z","caller":"traceutil/trace.go:172","msg":"trace[1602333304] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"2.105941371s","start":"2026-07-30T16:21:37.304635Z","end":"2026-07-30T16:21:39.410576Z","steps":["trace[1602333304] 'process raft request' (duration: 2.105809378s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.410724Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:37.304618Z","time spent":"2.106039392s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18609,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:39.504496Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15661443298867687405,"received-request-id":15661443298867687401} {"level":"info","ts":"2026-07-30T16:21:39.504981Z","caller":"traceutil/trace.go:172","msg":"trace[871085693] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"1.929488874s","start":"2026-07-30T16:21:37.575463Z","end":"2026-07-30T16:21:39.504952Z","steps":["trace[871085693] 'process raft request' (duration: 1.929297281s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.505137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:37.575441Z","time spent":"1.929621927s","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:21:39.560632Z","caller":"traceutil/trace.go:172","msg":"trace[1662104910] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1274; }","duration":"150.513415ms","start":"2026-07-30T16:21:39.410099Z","end":"2026-07-30T16:21:39.560613Z","steps":["trace[1662104910] 'read index received' (duration: 150.506725ms)","trace[1662104910] 'applied index is now lower than readState.Index' (duration: 5.5µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:39.560750Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.088594476s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:39.560789Z","caller":"traceutil/trace.go:172","msg":"trace[1864632620] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1092; }","duration":"2.088648937s","start":"2026-07-30T16:21:37.472130Z","end":"2026-07-30T16:21:39.560778Z","steps":["trace[1864632620] 'agreement among raft nodes before linearized reading' (duration: 2.088574345s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.560828Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"334.605787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:39.560934Z","caller":"traceutil/trace.go:172","msg":"trace[1918556857] range","detail":"{range_begin:/registry/clusterrolebindings; range_end:; response_count:0; response_revision:1092; }","duration":"334.724969ms","start":"2026-07-30T16:21:39.226188Z","end":"2026-07-30T16:21:39.560913Z","steps":["trace[1918556857] 'agreement among raft nodes before linearized reading' (duration: 334.539616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.560994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:39.226159Z","time spent":"334.82216ms","remote":"127.0.0.1:54668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:39.659893Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"365.268415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:39.659991Z","caller":"traceutil/trace.go:172","msg":"trace[994512885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1092; }","duration":"365.376217ms","start":"2026-07-30T16:21:39.294591Z","end":"2026-07-30T16:21:39.659968Z","steps":["trace[994512885] 'agreement among raft nodes before linearized reading' (duration: 266.202518ms)","trace[994512885] 'range keys from in-memory index tree' (duration: 99.039767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:39.660047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:39.294571Z","time spent":"365.457948ms","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:21:39.660392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"896.212449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-30T16:21:39.660467Z","caller":"traceutil/trace.go:172","msg":"trace[1711924782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1092; }","duration":"896.2864ms","start":"2026-07-30T16:21:38.764168Z","end":"2026-07-30T16:21:39.660454Z","steps":["trace[1711924782] 'agreement among raft nodes before linearized reading' (duration: 796.638222ms)","trace[1711924782] 'range keys from in-memory index tree' (duration: 99.469095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:39.660495Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:38.764155Z","time spent":"896.33186ms","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:39.660840Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"966.30724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:39.660882Z","caller":"traceutil/trace.go:172","msg":"trace[2125153071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1092; }","duration":"966.34706ms","start":"2026-07-30T16:21:38.694525Z","end":"2026-07-30T16:21:39.660872Z","steps":["trace[2125153071] 'agreement among raft nodes before linearized reading' (duration: 866.297216ms)","trace[2125153071] 'range keys from in-memory index tree' (duration: 99.994843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:39.660907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:38.694504Z","time spent":"966.397432ms","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:21:39.661045Z","caller":"traceutil/trace.go:172","msg":"trace[1948179411] linearizableReadLoop","detail":"{readStateIndex:1276; appliedIndex:1274; }","duration":"100.32258ms","start":"2026-07-30T16:21:39.560694Z","end":"2026-07-30T16:21:39.661017Z","steps":["trace[1948179411] 'read index received' (duration: 52.074599ms)","trace[1948179411] 'applied index is now lower than readState.Index' (duration: 48.246481ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:21:39.661196Z","caller":"traceutil/trace.go:172","msg":"trace[319508556] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"152.551731ms","start":"2026-07-30T16:21:39.508610Z","end":"2026-07-30T16:21:39.661162Z","steps":["trace[319508556] 'process raft request' (duration: 152.186135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.661245Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"221.756846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-07-30T16:21:39.661284Z","caller":"traceutil/trace.go:172","msg":"trace[389609297] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1093; }","duration":"221.797526ms","start":"2026-07-30T16:21:39.439478Z","end":"2026-07-30T16:21:39.661275Z","steps":["trace[389609297] 'agreement among raft nodes before linearized reading' (duration: 221.684024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.661326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"245.803274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-kxhkc\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-07-30T16:21:39.661382Z","caller":"traceutil/trace.go:172","msg":"trace[1366364495] range","detail":"{range_begin:/registry/pods/kube-system/cilium-kxhkc; range_end:; response_count:1; response_revision:1093; }","duration":"245.872135ms","start":"2026-07-30T16:21:39.415497Z","end":"2026-07-30T16:21:39.661369Z","steps":["trace[1366364495] 'agreement among raft nodes before linearized reading' (duration: 245.681492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.779138Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.545534ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:21:39.779228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.463856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-2.18c71dc238a166d9\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-07-30T16:21:39.779286Z","caller":"traceutil/trace.go:172","msg":"trace[2070139603] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1093; }","duration":"118.661176ms","start":"2026-07-30T16:21:39.660552Z","end":"2026-07-30T16:21:39.779214Z","steps":["trace[2070139603] 'range keys from in-memory index tree' (duration: 114.517043ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:39.779321Z","caller":"traceutil/trace.go:172","msg":"trace[1796358533] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-2.18c71dc238a166d9; range_end:; response_count:1; response_revision:1093; }","duration":"112.582679ms","start":"2026-07-30T16:21:39.666717Z","end":"2026-07-30T16:21:39.779300Z","steps":["trace[1796358533] 'range keys from in-memory index tree' (duration: 108.052457ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:39.922754Z","caller":"traceutil/trace.go:172","msg":"trace[263180457] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"247.151469ms","start":"2026-07-30T16:21:39.675581Z","end":"2026-07-30T16:21:39.922732Z","steps":["trace[263180457] 'process raft request' (duration: 243.497734ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:39.960355Z","caller":"traceutil/trace.go:172","msg":"trace[1679615059] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1278; }","duration":"275.897642ms","start":"2026-07-30T16:21:39.684442Z","end":"2026-07-30T16:21:39.960340Z","steps":["trace[1679615059] 'read index received' (duration: 275.890942ms)","trace[1679615059] 'applied index is now lower than readState.Index' (duration: 5.86µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:39.960575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"276.108856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T16:21:39.960610Z","caller":"traceutil/trace.go:172","msg":"trace[794558656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1095; }","duration":"276.165067ms","start":"2026-07-30T16:21:39.684437Z","end":"2026-07-30T16:21:39.960602Z","steps":["trace[794558656] 'agreement among raft nodes before linearized reading' (duration: 275.986464ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:39.989237Z","caller":"traceutil/trace.go:172","msg":"trace[931106875] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"203.149934ms","start":"2026-07-30T16:21:39.786066Z","end":"2026-07-30T16:21:39.989216Z","steps":["trace[931106875] 'process raft request' (duration: 203.091903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:40.019566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"269.62528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:94 size:7840"} {"level":"info","ts":"2026-07-30T16:21:40.019660Z","caller":"traceutil/trace.go:172","msg":"trace[1816467389] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:94; response_revision:1101; }","duration":"269.743322ms","start":"2026-07-30T16:21:39.749900Z","end":"2026-07-30T16:21:40.019643Z","steps":["trace[1816467389] 'agreement among raft nodes before linearized reading' (duration: 268.874256ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:41.402518Z","caller":"traceutil/trace.go:172","msg":"trace[343919812] linearizableReadLoop","detail":"{readStateIndex:1319; appliedIndex:1319; }","duration":"258.479664ms","start":"2026-07-30T16:21:41.144019Z","end":"2026-07-30T16:21:41.402499Z","steps":["trace[343919812] 'read index received' (duration: 258.473784ms)","trace[343919812] 'applied index is now lower than readState.Index' (duration: 4.39µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:41.402658Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.651337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:41.402735Z","caller":"traceutil/trace.go:172","msg":"trace[826424651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1134; }","duration":"258.731939ms","start":"2026-07-30T16:21:41.143984Z","end":"2026-07-30T16:21:41.402716Z","steps":["trace[826424651] 'agreement among raft nodes before linearized reading' (duration: 258.622567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:48.649935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38466","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:52.401215Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32878","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:52.426413Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:52.451103Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32922","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:52.463234Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:52.560548Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:32968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:37.436645Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:37.936865Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:38.437058Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:38.938090Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:39.143432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000442112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:23:39.143531Z","caller":"traceutil/trace.go:172","msg":"trace[1602256119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551485s","start":"2026-07-30T16:23:37.142955Z","end":"2026-07-30T16:23:39.143507Z","steps":["trace[1602256119] 'agreement among raft nodes before linearized reading' (duration: 2.000438132s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:39.143581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:37.142940Z","time spent":"2.000633128s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:23:39 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-30T16:23:39.371641Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"5f798b882416d958 [logterm: 2, index: 2125, vote: 0] ignored MsgPreVote from b844c110b9783e73 [logterm: 2, index: 2125] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-07-30T16:23:39.439082Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:39.560730Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.626595205s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T16:23:39.561159Z","caller":"traceutil/trace.go:172","msg":"trace[877566989] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"2.62801493s","start":"2026-07-30T16:23:36.933109Z","end":"2026-07-30T16:23:39.561124Z","steps":["trace[877566989] 'process raft request' (duration: 2.627891106s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:39.561297Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:36.933095Z","time spent":"2.628131513s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:23:39.677163Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"5f798b882416d958 [logterm: 2, index: 2125, vote: 0] ignored MsgPreVote from 2d7ee7912d6285c9 [logterm: 2, index: 2125] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-07-30T16:23:39.939520Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:40.440398Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688262,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:23:40.536129Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"5f798b882416d958 is starting a new election at term 2"} {"level":"info","ts":"2026-07-30T16:23:40.536210Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"5f798b882416d958 became pre-candidate at term 2"} {"level":"info","ts":"2026-07-30T16:23:40.536244Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5f798b882416d958 [logterm: 2, index: 2125] sent MsgPreVote request to 2d7ee7912d6285c9 at term 2"} {"level":"info","ts":"2026-07-30T16:23:40.536264Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5f798b882416d958 [logterm: 2, index: 2125] sent MsgPreVote request to b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-30T16:23:40.536282Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: 5f798b882416d958 lost leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-30T16:23:40.536336Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5f798b882416d958 received MsgPreVoteResp from 5f798b882416d958 at term 2"} {"level":"info","ts":"2026-07-30T16:23:40.536360Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5f798b882416d958 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-07-30T16:23:40.694179Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999992751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:23:40.694627Z","caller":"traceutil/trace.go:172","msg":"trace[718168290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087874s","start":"2026-07-30T16:23:38.694146Z","end":"2026-07-30T16:23:40.694234Z","steps":["trace[718168290] 'agreement among raft nodes before linearized reading' (duration: 1.999990241s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:40.694731Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:38.694124Z","time spent":"2.000593269s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:23:40 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:23:40.941303Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688262,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:23:40.985021Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5f798b882416d958 received MsgPreVoteResp from 2d7ee7912d6285c9 at term 2"} {"level":"info","ts":"2026-07-30T16:23:40.985086Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5f798b882416d958 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:23:40.985119Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"5f798b882416d958 became candidate at term 3"} {"level":"info","ts":"2026-07-30T16:23:40.985138Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5f798b882416d958 [logterm: 2, index: 2125] sent MsgVote request to 2d7ee7912d6285c9 at term 3"} {"level":"info","ts":"2026-07-30T16:23:40.985156Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"5f798b882416d958 [logterm: 2, index: 2125] sent MsgVote request to b844c110b9783e73 at term 3"} {"level":"info","ts":"2026-07-30T16:23:40.986351Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5f798b882416d958 received MsgVoteResp from 5f798b882416d958 at term 3"} {"level":"info","ts":"2026-07-30T16:23:40.986387Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5f798b882416d958 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"warn","ts":"2026-07-30T16:23:41.144375Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000636056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:23:41.144451Z","caller":"traceutil/trace.go:172","msg":"trace[405155003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000719469s","start":"2026-07-30T16:23:39.143714Z","end":"2026-07-30T16:23:41.144433Z","steps":["trace[405155003] 'agreement among raft nodes before linearized reading' (duration: 2.000633756s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.144513Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.143698Z","time spent":"2.000803112s","remote":"127.0.0.1:46370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:23:41 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-30T16:23:41.423093Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"5f798b882416d958 [logterm: 2, index: 2125, vote: 5f798b882416d958] rejected MsgVote from b844c110b9783e73 [logterm: 2, index: 2125] at term 3"} {"level":"info","ts":"2026-07-30T16:23:41.423196Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1079","msg":"5f798b882416d958 received MsgVoteResp rejection from b844c110b9783e73 at term 3"} {"level":"info","ts":"2026-07-30T16:23:41.423221Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5f798b882416d958 has received 1 MsgVoteResp votes and 1 vote rejections"} {"level":"info","ts":"2026-07-30T16:23:41.424228Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5f798b882416d958 received MsgVoteResp from 2d7ee7912d6285c9 at term 3"} {"level":"info","ts":"2026-07-30T16:23:41.424297Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5f798b882416d958 has received 2 MsgVoteResp votes and 1 vote rejections"} {"level":"info","ts":"2026-07-30T16:23:41.424336Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"5f798b882416d958 became leader at term 3"} {"level":"info","ts":"2026-07-30T16:23:41.424372Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 5f798b882416d958 elected leader 5f798b882416d958 at term 3"} {"level":"warn","ts":"2026-07-30T16:23:41.424504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.488824483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:23:41.424544Z","caller":"traceutil/trace.go:172","msg":"trace[1979730376] range","detail":"{range_begin:/registry/flowschemas; range_end:; }","duration":"4.488888895s","start":"2026-07-30T16:23:36.935645Z","end":"2026-07-30T16:23:41.424534Z","steps":["trace[1979730376] 'agreement among raft nodes before linearized reading' (duration: 4.488823263s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.424579Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:36.935625Z","time spent":"4.488946107s","remote":"127.0.0.1:54858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.428195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.10823624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:483"} {"level":"info","ts":"2026-07-30T16:23:41.428256Z","caller":"traceutil/trace.go:172","msg":"trace[512113640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1817; }","duration":"4.108311592s","start":"2026-07-30T16:23:37.319933Z","end":"2026-07-30T16:23:41.428245Z","steps":["trace[512113640] 'agreement among raft nodes before linearized reading' (duration: 4.108166778s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.428285Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:37.319909Z","time spent":"4.108370344s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.428292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.994401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.428345Z","caller":"traceutil/trace.go:172","msg":"trace[1923484267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1817; }","duration":"276.048003ms","start":"2026-07-30T16:23:41.152284Z","end":"2026-07-30T16:23:41.428332Z","steps":["trace[1923484267] 'agreement among raft nodes before linearized reading' (duration: 275.916129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.428294Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:40.697368Z","time spent":"730.92402ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-30T16:23:41.428546Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.002394768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:23:41.428559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.836595892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.428580Z","caller":"traceutil/trace.go:172","msg":"trace[536911536] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1817; }","duration":"3.836618203s","start":"2026-07-30T16:23:37.591956Z","end":"2026-07-30T16:23:41.428575Z","steps":["trace[536911536] 'agreement among raft nodes before linearized reading' (duration: 3.836273702s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:23:41.428577Z","caller":"traceutil/trace.go:172","msg":"trace[953127951] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1817; }","duration":"2.002428219s","start":"2026-07-30T16:23:39.426138Z","end":"2026-07-30T16:23:41.428566Z","steps":["trace[953127951] 'agreement among raft nodes before linearized reading' (duration: 2.002052838s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.428596Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:37.591934Z","time spent":"3.836657434s","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.428604Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.426115Z","time spent":"2.002482781s","remote":"127.0.0.1:54512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":27,"request content":"key:\"/registry/ingress\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.428722Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.443859422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-30T16:23:41.428700Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.956765224s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.428767Z","caller":"traceutil/trace.go:172","msg":"trace[694385876] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1817; }","duration":"3.956851577s","start":"2026-07-30T16:23:37.471900Z","end":"2026-07-30T16:23:41.428751Z","steps":["trace[694385876] 'agreement among raft nodes before linearized reading' (duration: 3.956336011s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.428789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.504710183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:23:41.428838Z","caller":"traceutil/trace.go:172","msg":"trace[117722497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1817; }","duration":"3.504762224s","start":"2026-07-30T16:23:37.924063Z","end":"2026-07-30T16:23:41.428825Z","steps":["trace[117722497] 'agreement among raft nodes before linearized reading' (duration: 3.504135015s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.428882Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:37.924033Z","time spent":"3.504837627s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.428901Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.929931114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.428924Z","caller":"traceutil/trace.go:172","msg":"trace[1348667427] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:1817; }","duration":"1.929953224s","start":"2026-07-30T16:23:39.498963Z","end":"2026-07-30T16:23:41.428917Z","steps":["trace[1348667427] 'agreement among raft nodes before linearized reading' (duration: 1.929253812s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.428939Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.498939Z","time spent":"1.929995986s","remote":"127.0.0.1:54240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.429059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.433348749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T16:23:41.429077Z","caller":"traceutil/trace.go:172","msg":"trace[1180171984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1817; }","duration":"2.433365459s","start":"2026-07-30T16:23:38.995705Z","end":"2026-07-30T16:23:41.429071Z","steps":["trace[1180171984] 'agreement among raft nodes before linearized reading' (duration: 2.432513162s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.429106Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:38.995687Z","time spent":"2.433414571s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:41.428740Z","caller":"traceutil/trace.go:172","msg":"trace[1707357645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1817; }","duration":"3.443877843s","start":"2026-07-30T16:23:37.984857Z","end":"2026-07-30T16:23:41.428735Z","steps":["trace[1707357645] 'agreement among raft nodes before linearized reading' (duration: 3.443370667s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.429176Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:37.984842Z","time spent":"3.444313517s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:41.434984Z","caller":"traceutil/trace.go:172","msg":"trace[1622127738] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"1.034150993s","start":"2026-07-30T16:23:40.400821Z","end":"2026-07-30T16:23:41.434972Z","steps":["trace[1622127738] 'process raft request' (duration: 1.034122882s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.435093Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:40.400791Z","time spent":"1.034242876s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:23:41.435261Z","caller":"traceutil/trace.go:172","msg":"trace[1174600413] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"1.33309064s","start":"2026-07-30T16:23:40.102164Z","end":"2026-07-30T16:23:41.435254Z","steps":["trace[1174600413] 'process raft request' (duration: 1.332739359s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.435300Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:40.102141Z","time spent":"1.333139102s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:23:52.598178Z","caller":"traceutil/trace.go:172","msg":"trace[432069487] linearizableReadLoop","detail":"{readStateIndex:2190; appliedIndex:2190; }","duration":"126.063428ms","start":"2026-07-30T16:23:52.472086Z","end":"2026-07-30T16:23:52.598149Z","steps":["trace[432069487] 'read index received' (duration: 126.057137ms)","trace[432069487] 'applied index is now lower than readState.Index' (duration: 5.191µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:23:52.598298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.192721ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:52.598337Z","caller":"traceutil/trace.go:172","msg":"trace[803466097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1873; }","duration":"126.233143ms","start":"2026-07-30T16:23:52.472080Z","end":"2026-07-30T16:23:52.598313Z","steps":["trace[803466097] 'agreement among raft nodes before linearized reading' (duration: 126.164341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:54.131552Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:54.631679Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:55.132242Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:55.633150Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:56.133978Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15661443298867688351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:56.143760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999774192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:23:56.143851Z","caller":"traceutil/trace.go:172","msg":"trace[2124434811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999875875s","start":"2026-07-30T16:23:54.143957Z","end":"2026-07-30T16:23:56.143833Z","steps":["trace[2124434811] 'agreement among raft nodes before linearized reading' (duration: 1.999772252s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.143910Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:54.143928Z","time spent":"1.999969298s","remote":"127.0.0.1:46368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:23:56 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:23:56.341570Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.359614695s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:23:56.341716Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b844c110b9783e73","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.204635037s"} {"level":"warn","ts":"2026-07-30T16:23:56.341817Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2d7ee7912d6285c9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.20473738s"} {"level":"info","ts":"2026-07-30T16:23:56.341822Z","caller":"traceutil/trace.go:172","msg":"trace[619943441] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2193; }","duration":"2.71058218s","start":"2026-07-30T16:23:53.631218Z","end":"2026-07-30T16:23:56.341801Z","steps":["trace[619943441] 'read index received' (duration: 2.71057453s)","trace[619943441] 'applied index is now lower than readState.Index' (duration: 6.58µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:23:56.342586Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.711350653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 ","response":"range_response_count:1 size:496"} {"level":"info","ts":"2026-07-30T16:23:56.342647Z","caller":"traceutil/trace.go:172","msg":"trace[1874141943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1875; }","duration":"2.711421145s","start":"2026-07-30T16:23:53.631211Z","end":"2026-07-30T16:23:56.342632Z","steps":["trace[1874141943] 'agreement among raft nodes before linearized reading' (duration: 2.710688753s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.342690Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.631191Z","time spent":"2.711486547s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.345238Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.117720029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:23:56.345333Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"835.312108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:484"} {"level":"warn","ts":"2026-07-30T16:23:56.345355Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.062066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:56.345406Z","caller":"traceutil/trace.go:172","msg":"trace[1922280217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1881; }","duration":"201.104038ms","start":"2026-07-30T16:23:56.144286Z","end":"2026-07-30T16:23:56.345390Z","steps":["trace[1922280217] 'agreement among raft nodes before linearized reading' (duration: 201.046626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.345493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"591.323184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:56.345524Z","caller":"traceutil/trace.go:172","msg":"trace[829357455] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:1881; }","duration":"591.349594ms","start":"2026-07-30T16:23:55.754164Z","end":"2026-07-30T16:23:56.345513Z","steps":["trace[829357455] 'agreement among raft nodes before linearized reading' (duration: 591.308053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.345526Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.895927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:23:56.345527Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.873734875s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:23:56.345558Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.754144Z","time spent":"591.407666ms","remote":"127.0.0.1:54196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:56.345575Z","caller":"traceutil/trace.go:172","msg":"trace[1842759610] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1881; }","duration":"1.873784777s","start":"2026-07-30T16:23:54.471778Z","end":"2026-07-30T16:23:56.345563Z","steps":["trace[1842759610] 'agreement among raft nodes before linearized reading' (duration: 1.873709025s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:23:56.345564Z","caller":"traceutil/trace.go:172","msg":"trace[1261387805] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1881; }","duration":"366.97542ms","start":"2026-07-30T16:23:55.978579Z","end":"2026-07-30T16:23:56.345555Z","steps":["trace[1261387805] 'agreement among raft nodes before linearized reading' (duration: 366.871527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.345632Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.978559Z","time spent":"367.061752ms","remote":"127.0.0.1:55008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:56.345386Z","caller":"traceutil/trace.go:172","msg":"trace[298832091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1881; }","duration":"835.37331ms","start":"2026-07-30T16:23:55.509998Z","end":"2026-07-30T16:23:56.345372Z","steps":["trace[298832091] 'agreement among raft nodes before linearized reading' (duration: 835.259097ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:23:56.345364Z","caller":"traceutil/trace.go:172","msg":"trace[284898019] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:1880; }","duration":"2.117856183s","start":"2026-07-30T16:23:54.227489Z","end":"2026-07-30T16:23:56.345345Z","steps":["trace[284898019] 'agreement among raft nodes before linearized reading' (duration: 2.117668038s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.345949Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.509971Z","time spent":"835.908986ms","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.345987Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:54.227464Z","time spent":"2.118506143s","remote":"127.0.0.1:38450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.346071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"542.983688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:56.346134Z","caller":"traceutil/trace.go:172","msg":"trace[1231390081] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1881; }","duration":"543.181834ms","start":"2026-07-30T16:23:55.802941Z","end":"2026-07-30T16:23:56.346122Z","steps":["trace[1231390081] 'agreement among raft nodes before linearized reading' (duration: 542.959317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.346167Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.802919Z","time spent":"543.237676ms","remote":"127.0.0.1:54412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.345701Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.639587546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-07-30T16:23:56.345296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"247.934244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-30T16:23:56.345424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"354.775772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:56.346792Z","caller":"traceutil/trace.go:172","msg":"trace[721569657] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1881; }","duration":"356.147003ms","start":"2026-07-30T16:23:55.990635Z","end":"2026-07-30T16:23:56.346782Z","steps":["trace[721569657] 'agreement among raft nodes before linearized reading' (duration: 354.754462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.346855Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.990624Z","time spent":"356.219305ms","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.346931Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.17152148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-30T16:23:56.346961Z","caller":"traceutil/trace.go:172","msg":"trace[1984675152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1881; }","duration":"1.171552411s","start":"2026-07-30T16:23:55.175401Z","end":"2026-07-30T16:23:56.346953Z","steps":["trace[1984675152] 'agreement among raft nodes before linearized reading' (duration: 1.171478308s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.346980Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.175382Z","time spent":"1.171593082s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:56.347155Z","caller":"traceutil/trace.go:172","msg":"trace[1610713440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1880; }","duration":"249.279454ms","start":"2026-07-30T16:23:56.097320Z","end":"2026-07-30T16:23:56.346599Z","steps":["trace[1610713440] 'agreement among raft nodes before linearized reading' (duration: 247.884712ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:23:56.347769Z","caller":"traceutil/trace.go:172","msg":"trace[1434314513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1881; }","duration":"1.641674009s","start":"2026-07-30T16:23:54.706081Z","end":"2026-07-30T16:23:56.347755Z","steps":["trace[1434314513] 'agreement among raft nodes before linearized reading' (duration: 1.639213285s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.348561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"774.381184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:182 size:15628"} {"level":"info","ts":"2026-07-30T16:23:56.348607Z","caller":"traceutil/trace.go:172","msg":"trace[1936774830] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:182; response_revision:1881; }","duration":"774.436236ms","start":"2026-07-30T16:23:55.574163Z","end":"2026-07-30T16:23:56.348599Z","steps":["trace[1936774830] 'agreement among raft nodes before linearized reading' (duration: 771.995113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.348634Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.574138Z","time spent":"774.485028ms","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":182,"response size":15650,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-07-30T16:23:56.347829Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:54.706061Z","time spent":"1.641750901s","remote":"127.0.0.1:54460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "}