{"level":"warn","ts":"2026-07-31T00:54:54.938363Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-31T00:54:54.938537Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-31T00:54:54.938547Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.240:2380","--initial-cluster=controller-1=https://199.204.45.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.240:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-31T00:54:54.938781Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-31T00:54:54.938805Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-31T00:54:54.938816Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-07-31T00:54:54.938848Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-31T00:54:54.939383Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"]} {"level":"info","ts":"2026-07-31T00:54:54.939566Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-31T00:54:54.940384Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0004bea78}"} {"level":"info","ts":"2026-07-31T00:54:54.943378Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-31T00:54:54.943455Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.200634ms"} {"level":"info","ts":"2026-07-31T00:54:54.943574Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-31T00:54:54.943594Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-31T00:54:54.943720Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-31T00:54:54.949195Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-31T00:54:54.949310Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"4e46287fb5aa4785","cluster-id":"cae704afa9813e87"} {"level":"info","ts":"2026-07-31T00:54:54.949337Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-31T00:54:54.949524Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e46287fb5aa4785 switched to configuration voters=()"} {"level":"info","ts":"2026-07-31T00:54:54.949685Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"4e46287fb5aa4785 became follower at term 0"} {"level":"info","ts":"2026-07-31T00:54:54.949706Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 4e46287fb5aa4785 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-31T00:54:54.950018Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"4e46287fb5aa4785 became follower at term 1"} {"level":"info","ts":"2026-07-31T00:54:54.950085Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"warn","ts":"2026-07-31T00:54:54.956306Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-31T00:54:54.958068Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-31T00:54:54.961931Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-31T00:54:54.963151Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"4e46287fb5aa4785","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-31T00:54:54.963402Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-31T00:54:54.963678Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"4e46287fb5aa4785","initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-31T00:54:54.963714Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-31T00:54:54.965761Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e46287fb5aa4785","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-31T00:54:54.965958Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T00:54:54.965995Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T00:54:54.966004Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-31T00:54:54.966296Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"info","ts":"2026-07-31T00:54:54.966414Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"4e46287fb5aa4785","added-peer-peer-urls":["https://199.204.45.240:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-07-31T00:54:54.967671Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-07-31T00:54:54.967723Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-07-31T00:54:55.750383Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"4e46287fb5aa4785 is starting a new election at term 1"} {"level":"info","ts":"2026-07-31T00:54:55.750464Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"4e46287fb5aa4785 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-31T00:54:55.750675Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4e46287fb5aa4785 received MsgPreVoteResp from 4e46287fb5aa4785 at term 1"} {"level":"info","ts":"2026-07-31T00:54:55.750709Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4e46287fb5aa4785 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-31T00:54:55.750742Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"4e46287fb5aa4785 became candidate at term 2"} {"level":"info","ts":"2026-07-31T00:54:55.752030Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"4e46287fb5aa4785 received MsgVoteResp from 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-07-31T00:54:55.752064Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"4e46287fb5aa4785 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-31T00:54:55.752409Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"4e46287fb5aa4785 became leader at term 2"} {"level":"info","ts":"2026-07-31T00:54:55.752496Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 4e46287fb5aa4785 elected leader 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-07-31T00:54:55.753972Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T00:54:55.754874Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"4e46287fb5aa4785","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.240:2379]}","cluster-id":"cae704afa9813e87","publish-timeout":"7s"} {"level":"info","ts":"2026-07-31T00:54:55.754914Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-31T00:54:55.754939Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-31T00:54:55.755486Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T00:54:55.755580Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-31T00:54:55.755692Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-31T00:54:55.755830Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T00:54:55.755990Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-07-31T00:54:55.756374Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-07-31T00:54:55.757180Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"warn","ts":"2026-07-31T00:54:55.758179Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-31T00:54:55.758258Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-31T00:54:55.758648Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-31T00:54:55.763046Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.240:2379"} {"level":"info","ts":"2026-07-31T00:54:55.763978Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-31T00:54:55.764335Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.764520Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49062","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.773159Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.776893Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.808991Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49142","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.825009Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.836261Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49166","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.845964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.853916Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.863545Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49226","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.871036Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.879921Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.889478Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.897002Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.905642Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.914633Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49352","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.922633Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49362","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.930346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.939347Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.951290Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49394","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.961100Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:55.969236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49430","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.003356Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49450","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.014345Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.021593Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.029438Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.036482Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49536","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.045461Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49550","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.054938Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49558","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.062399Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.071188Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.080623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.092222Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.099533Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.108162Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49640","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.114507Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.123351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.132224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.139031Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49736","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.160540Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.167246Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.173698Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49784","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.182132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.188692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.194956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49856","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.203798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49872","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.222707Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.231531Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.246218Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.248308Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.253832Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.260987Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:49988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.267661Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.274450Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.282670Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.291275Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50054","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.301702Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50082","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.308894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50094","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.347909Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50124","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.352780Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50140","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.361861Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:54:56.423423Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50168","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-31T00:55:05.866428Z","caller":"traceutil/trace.go:172","msg":"trace[297134337] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"113.321886ms","start":"2026-07-31T00:55:05.753083Z","end":"2026-07-31T00:55:05.866405Z","steps":["trace[297134337] 'process raft request' (duration: 113.191955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:55:37.550685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.74:59842","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-31T00:55:38.047093Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085) learners=(12705575700913500647)"} {"level":"info","ts":"2026-07-31T00:55:38.047240Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"b05345c86fc8b1e7","added-peer-peer-urls":["https://199.204.45.74:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-31T00:55:38.047284Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:38.047307Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:38.047382Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:38.047404Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7","remote-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-07-31T00:55:38.047396Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:38.047440Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"4e46287fb5aa4785","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:38.047422Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:38.047453Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:38.047479Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"error","ts":"2026-07-31T00:55:38.098423Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T00:55:38.598305Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T00:55:39.099694Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T00:55:39.598833Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-31T00:55:39.761749Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.74:2380/version","remote-member-id":"b05345c86fc8b1e7","error":"Get \"https://199.204.45.74:2380/version\": dial tcp 199.204.45.74:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-31T00:55:39.761892Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"b05345c86fc8b1e7","error":"Get \"https://199.204.45.74:2380/version\": dial tcp 199.204.45.74:2380: connect: connection refused"} {"level":"error","ts":"2026-07-31T00:55:40.098157Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T00:55:40.599231Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T00:55:41.099026Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T00:55:41.599917Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T00:55:42.098987Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T00:55:42.595509Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-07-31T00:55:42.664421Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:42.668795Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:42.669226Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:42.675598Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e46287fb5aa4785","to":"b05345c86fc8b1e7","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-31T00:55:42.675633Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:42.676592Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e46287fb5aa4785","to":"b05345c86fc8b1e7","stream-type":"stream Message"} {"level":"info","ts":"2026-07-31T00:55:42.676626Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:42.681804Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"4e46287fb5aa4785","to":"b05345c86fc8b1e7","bytes":765957,"size":"766 kB"} {"level":"info","ts":"2026-07-31T00:55:42.681922Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":490,"remote-peer-id":"b05345c86fc8b1e7","bytes":765957,"size":"766 kB"} {"level":"info","ts":"2026-07-31T00:55:42.685024Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":757760,"size":"758 kB"} {"level":"info","ts":"2026-07-31T00:55:42.691818Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":490,"remote-peer-id":"b05345c86fc8b1e7","bytes":765957,"size":"766 kB"} {"level":"warn","ts":"2026-07-31T00:55:42.706812Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:55:42.707021Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7","error":"EOF"} {"level":"info","ts":"2026-07-31T00:55:42.715922Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e46287fb5aa4785","to":"b05345c86fc8b1e7","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-31T00:55:42.715953Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:42.715995Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:42.719220Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e46287fb5aa4785","to":"b05345c86fc8b1e7","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-31T00:55:42.719263Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:42.719279Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:42.761135Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:42.766773Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"b05345c86fc8b1e7"} {"level":"warn","ts":"2026-07-31T00:55:43.047822Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"b05345c86fc8b1e7","rtt":"0s","error":"dial tcp 199.204.45.74:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-31T00:55:43.047908Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"b05345c86fc8b1e7","rtt":"0s","error":"dial tcp 199.204.45.74:2380: connect: connection refused"} {"level":"info","ts":"2026-07-31T00:55:43.098940Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085 12705575700913500647)"} {"level":"info","ts":"2026-07-31T00:55:43.099079Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","promoted-member-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:43.099114Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"4e46287fb5aa4785","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"b05345c86fc8b1e7"} {"level":"info","ts":"2026-07-31T00:55:47.729592Z","caller":"traceutil/trace.go:172","msg":"trace[1984509915] linearizableReadLoop","detail":"{readStateIndex:504; appliedIndex:504; }","duration":"153.848133ms","start":"2026-07-31T00:55:47.575714Z","end":"2026-07-31T00:55:47.729562Z","steps":["trace[1984509915] 'read index received' (duration: 153.841413ms)","trace[1984509915] 'applied index is now lower than readState.Index' (duration: 5.1µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:55:47.729729Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"153.984436ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:55:47.729814Z","caller":"traceutil/trace.go:172","msg":"trace[849625883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:470; }","duration":"154.090139ms","start":"2026-07-31T00:55:47.575707Z","end":"2026-07-31T00:55:47.729797Z","steps":["trace[849625883] 'agreement among raft nodes before linearized reading' (duration: 153.951966ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:55:47.997632Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-31T00:56:05.857407Z","caller":"traceutil/trace.go:172","msg":"trace[706200491] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:571; }","duration":"363.753067ms","start":"2026-07-31T00:56:05.493633Z","end":"2026-07-31T00:56:05.857386Z","steps":["trace[706200491] 'read index received' (duration: 363.748247ms)","trace[706200491] 'applied index is now lower than readState.Index' (duration: 3.85µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:56:05.857553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"363.899251ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:05.857596Z","caller":"traceutil/trace.go:172","msg":"trace[1467861519] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:529; }","duration":"363.958462ms","start":"2026-07-31T00:56:05.493626Z","end":"2026-07-31T00:56:05.857585Z","steps":["trace[1467861519] 'agreement among raft nodes before linearized reading' (duration: 363.87137ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:05.857602Z","caller":"traceutil/trace.go:172","msg":"trace[320519877] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"372.080319ms","start":"2026-07-31T00:56:05.485505Z","end":"2026-07-31T00:56:05.857585Z","steps":["trace[320519877] 'process raft request' (duration: 371.945146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:56:05.858142Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:56:05.485481Z","time spent":"372.174391ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:56:11.431361Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-31T00:56:11.999954Z","caller":"traceutil/trace.go:172","msg":"trace[1823553682] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"118.633939ms","start":"2026-07-31T00:56:11.881303Z","end":"2026-07-31T00:56:11.999937Z","steps":["trace[1823553682] 'process raft request' (duration: 118.493016ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:12.067238Z","caller":"traceutil/trace.go:172","msg":"trace[874707599] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"164.312537ms","start":"2026-07-31T00:56:11.902893Z","end":"2026-07-31T00:56:12.067206Z","steps":["trace[874707599] 'process raft request' (duration: 164.162204ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:12.421072Z","caller":"traceutil/trace.go:172","msg":"trace[2057193000] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:608; }","duration":"353.130949ms","start":"2026-07-31T00:56:12.067919Z","end":"2026-07-31T00:56:12.421050Z","steps":["trace[2057193000] 'read index received' (duration: 353.123788ms)","trace[2057193000] 'applied index is now lower than readState.Index' (duration: 5.421µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:56:12.421301Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"353.352723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:12.421342Z","caller":"traceutil/trace.go:172","msg":"trace[2015151618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"353.425685ms","start":"2026-07-31T00:56:12.067906Z","end":"2026-07-31T00:56:12.421332Z","steps":["trace[2015151618] 'agreement among raft nodes before linearized reading' (duration: 353.279732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:56:12.421373Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:56:12.067886Z","time spent":"353.481056ms","remote":"127.0.0.1:49036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-31T00:56:12.448886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.887092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:12.448975Z","caller":"traceutil/trace.go:172","msg":"trace[1645069828] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:563; }","duration":"113.990564ms","start":"2026-07-31T00:56:12.334967Z","end":"2026-07-31T00:56:12.448958Z","steps":["trace[1645069828] 'agreement among raft nodes before linearized reading' (duration: 113.832081ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:12.692491Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"4e46287fb5aa4785","to":"b05345c86fc8b1e7","bytes":765957,"size":"766 kB","took":"30.010683043s"} {"level":"info","ts":"2026-07-31T00:56:12.723612Z","caller":"traceutil/trace.go:172","msg":"trace[1053507282] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:608; }","duration":"230.177957ms","start":"2026-07-31T00:56:12.493374Z","end":"2026-07-31T00:56:12.723552Z","steps":["trace[1053507282] 'read index received' (duration: 230.168417ms)","trace[1053507282] 'applied index is now lower than readState.Index' (duration: 7.59µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:56:12.723787Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"230.375862ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:12.723897Z","caller":"traceutil/trace.go:172","msg":"trace[1923170872] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:563; }","duration":"230.500165ms","start":"2026-07-31T00:56:12.493371Z","end":"2026-07-31T00:56:12.723871Z","steps":["trace[1923170872] 'agreement among raft nodes before linearized reading' (duration: 230.30999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:56:12.724744Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"204.356604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:12.724805Z","caller":"traceutil/trace.go:172","msg":"trace[444930557] range","detail":"{range_begin:/registry/controllerrevisions; range_end:; response_count:0; response_revision:563; }","duration":"204.435876ms","start":"2026-07-31T00:56:12.520356Z","end":"2026-07-31T00:56:12.724792Z","steps":["trace[444930557] 'agreement among raft nodes before linearized reading' (duration: 204.289602ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:32.831260Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085 12705575700913500647) learners=(7991296384237285918)"} {"level":"info","ts":"2026-07-31T00:56:32.831457Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"6ee6c9b8c553b21e","added-peer-peer-urls":["https://199.204.45.38:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-31T00:56:32.831633Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.831764Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.831877Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.831821Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.831917Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e","remote-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-07-31T00:56:32.831915Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.831910Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:32.831942Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"warn","ts":"2026-07-31T00:56:32.862206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:38006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:56:32.862964Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:38016","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-31T00:56:32.895363Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-31T00:56:32.895447Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"6ee6c9b8c553b21e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-31T00:56:33.388652Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T00:56:33.887436Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-31T00:56:34.377856Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:38096","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-31T00:56:34.390825Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-31T00:56:34.390932Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"6ee6c9b8c553b21e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-31T00:56:34.887214Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-31T00:56:35.390787Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:38138","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-31T00:56:35.391510Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-31T00:56:35.889300Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-31T00:56:35.889422Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"6ee6c9b8c553b21e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-07-31T00:56:36.058392Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.38:2380/version","remote-member-id":"6ee6c9b8c553b21e","error":"Get \"https://199.204.45.38:2380/version\": dial tcp 199.204.45.38:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-31T00:56:36.058473Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"6ee6c9b8c553b21e","error":"Get \"https://199.204.45.38:2380/version\": dial tcp 199.204.45.38:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-31T00:56:36.388057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:38178","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-31T00:56:36.388690Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-31T00:56:36.909171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.38:38180","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-31T00:56:36.910208Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-31T00:56:36.910275Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"6ee6c9b8c553b21e","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-07-31T00:56:37.097318Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.097412Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.097727Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.104224Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"4e46287fb5aa4785","to":"6ee6c9b8c553b21e","bytes":1012263,"size":"1.0 MB"} {"level":"info","ts":"2026-07-31T00:56:37.104414Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":689,"remote-peer-id":"6ee6c9b8c553b21e","bytes":1012263,"size":"1.0 MB"} {"level":"info","ts":"2026-07-31T00:56:37.107312Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e46287fb5aa4785","to":"6ee6c9b8c553b21e","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-31T00:56:37.107355Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.109049Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1003520,"size":"1.0 MB"} {"level":"info","ts":"2026-07-31T00:56:37.111742Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e46287fb5aa4785","to":"6ee6c9b8c553b21e","stream-type":"stream Message"} {"level":"info","ts":"2026-07-31T00:56:37.111767Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.121168Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":689,"remote-peer-id":"6ee6c9b8c553b21e","bytes":1012263,"size":"1.0 MB"} {"level":"warn","ts":"2026-07-31T00:56:37.133161Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:56:37.133551Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e","error":"EOF"} {"level":"info","ts":"2026-07-31T00:56:37.150181Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.150601Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.152808Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e46287fb5aa4785","to":"6ee6c9b8c553b21e","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-31T00:56:37.152849Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.152861Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.159193Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"4e46287fb5aa4785","to":"6ee6c9b8c553b21e","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-31T00:56:37.159235Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.159255Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"4e46287fb5aa4785","remote-peer-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.394422Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085 7991296384237285918 12705575700913500647)"} {"level":"info","ts":"2026-07-31T00:56:37.394804Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","promoted-member-id":"6ee6c9b8c553b21e"} {"level":"info","ts":"2026-07-31T00:56:37.394944Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"4e46287fb5aa4785","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"6ee6c9b8c553b21e"} {"level":"warn","ts":"2026-07-31T00:56:37.831960Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"6ee6c9b8c553b21e","rtt":"0s","error":"dial tcp 199.204.45.38:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-31T00:56:37.831963Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"6ee6c9b8c553b21e","rtt":"0s","error":"dial tcp 199.204.45.38:2380: connect: connection refused"} {"level":"info","ts":"2026-07-31T00:56:40.105593Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-31T00:56:47.910105Z","caller":"traceutil/trace.go:172","msg":"trace[781642191] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:787; }","duration":"424.391073ms","start":"2026-07-31T00:56:47.485697Z","end":"2026-07-31T00:56:47.910088Z","steps":["trace[781642191] 'read index received' (duration: 424.386553ms)","trace[781642191] 'applied index is now lower than readState.Index' (duration: 3.39µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:56:47.910304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"424.600397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T00:56:47.910322Z","caller":"traceutil/trace.go:172","msg":"trace[299672854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:722; }","duration":"424.635627ms","start":"2026-07-31T00:56:47.485681Z","end":"2026-07-31T00:56:47.910316Z","steps":["trace[299672854] 'agreement among raft nodes before linearized reading' (duration: 424.515515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:56:47.910370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:56:47.485659Z","time spent":"424.678959ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:56:47.989993Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"496.330657ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:47.990068Z","caller":"traceutil/trace.go:172","msg":"trace[133919718] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:722; }","duration":"496.420248ms","start":"2026-07-31T00:56:47.493634Z","end":"2026-07-31T00:56:47.990055Z","steps":["trace[133919718] 'agreement among raft nodes before linearized reading' (duration: 496.302506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:56:48.283067Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b05345c86fc8b1e7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"32.773875ms"} {"level":"warn","ts":"2026-07-31T00:56:48.283333Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6ee6c9b8c553b21e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"33.04856ms"} {"level":"warn","ts":"2026-07-31T00:56:48.283860Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"292.927523ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-31T00:56:48.284257Z","caller":"traceutil/trace.go:172","msg":"trace[1512565967] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"370.641205ms","start":"2026-07-31T00:56:47.913597Z","end":"2026-07-31T00:56:48.284239Z","steps":["trace[1512565967] 'process raft request' (duration: 370.521663ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:48.284307Z","caller":"traceutil/trace.go:172","msg":"trace[702729487] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"629.716052ms","start":"2026-07-31T00:56:47.654553Z","end":"2026-07-31T00:56:48.284269Z","steps":["trace[702729487] 'process raft request' (duration: 629.424536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:56:48.284374Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:56:47.913579Z","time spent":"370.713336ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:56:48.284606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:56:47.654532Z","time spent":"629.841734ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:56:48.284660Z","caller":"traceutil/trace.go:172","msg":"trace[1052529369] linearizableReadLoop","detail":"{readStateIndex:790; appliedIndex:790; }","duration":"294.711176ms","start":"2026-07-31T00:56:47.989927Z","end":"2026-07-31T00:56:48.284638Z","steps":["trace[1052529369] 'read index received' (duration: 294.692066ms)","trace[1052529369] 'applied index is now lower than readState.Index' (duration: 17.65µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:56:48.284829Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"313.63222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:48.284861Z","caller":"traceutil/trace.go:172","msg":"trace[193560331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:724; }","duration":"313.67287ms","start":"2026-07-31T00:56:47.971178Z","end":"2026-07-31T00:56:48.284851Z","steps":["trace[193560331] 'agreement among raft nodes before linearized reading' (duration: 313.601449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:56:48.284885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:56:47.971154Z","time spent":"313.725372ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:56:48.290174Z","caller":"traceutil/trace.go:172","msg":"trace[823801243] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"141.390167ms","start":"2026-07-31T00:56:48.148774Z","end":"2026-07-31T00:56:48.290164Z","steps":["trace[823801243] 'process raft request' (duration: 141.151733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:56:48.290723Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.123096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:56:48.290753Z","caller":"traceutil/trace.go:172","msg":"trace[498359685] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:726; }","duration":"187.163637ms","start":"2026-07-31T00:56:48.103583Z","end":"2026-07-31T00:56:48.290747Z","steps":["trace[498359685] 'agreement among raft nodes before linearized reading' (duration: 187.105076ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:56:52.324484Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-07-31T00:56:56.557577Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b05345c86fc8b1e7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"106.837789ms"} {"level":"warn","ts":"2026-07-31T00:56:56.557635Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6ee6c9b8c553b21e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"106.89876ms"} {"level":"info","ts":"2026-07-31T00:57:01.612135Z","caller":"traceutil/trace.go:172","msg":"trace[559358038] linearizableReadLoop","detail":"{readStateIndex:855; appliedIndex:855; }","duration":"288.863535ms","start":"2026-07-31T00:57:01.323164Z","end":"2026-07-31T00:57:01.612028Z","steps":["trace[559358038] 'read index received' (duration: 288.817385ms)","trace[559358038] 'applied index is now lower than readState.Index' (duration: 44.25µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:01.612286Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"289.100599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:01.612382Z","caller":"traceutil/trace.go:172","msg":"trace[1317383111] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:781; }","duration":"289.220291ms","start":"2026-07-31T00:57:01.323147Z","end":"2026-07-31T00:57:01.612368Z","steps":["trace[1317383111] 'agreement among raft nodes before linearized reading' (duration: 289.016468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:01.613441Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"280.721462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-31T00:57:01.613485Z","caller":"traceutil/trace.go:172","msg":"trace[44164633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:781; }","duration":"280.783713ms","start":"2026-07-31T00:57:01.332693Z","end":"2026-07-31T00:57:01.613477Z","steps":["trace[44164633] 'agreement among raft nodes before linearized reading' (duration: 280.625151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:01.613656Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"119.216857ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:01.613793Z","caller":"traceutil/trace.go:172","msg":"trace[2017559203] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:781; }","duration":"119.313329ms","start":"2026-07-31T00:57:01.494420Z","end":"2026-07-31T00:57:01.613734Z","steps":["trace[2017559203] 'agreement among raft nodes before linearized reading' (duration: 119.185827ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:02.804727Z","caller":"traceutil/trace.go:172","msg":"trace[977461292] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"163.53586ms","start":"2026-07-31T00:57:02.641170Z","end":"2026-07-31T00:57:02.804706Z","steps":["trace[977461292] 'process raft request' (duration: 163.475739ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:02.804841Z","caller":"traceutil/trace.go:172","msg":"trace[610067932] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"168.741711ms","start":"2026-07-31T00:57:02.636077Z","end":"2026-07-31T00:57:02.804819Z","steps":["trace[610067932] 'process raft request' (duration: 168.430795ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:02.847220Z","caller":"traceutil/trace.go:172","msg":"trace[375182208] linearizableReadLoop","detail":"{readStateIndex:860; appliedIndex:862; }","duration":"142.437312ms","start":"2026-07-31T00:57:02.704766Z","end":"2026-07-31T00:57:02.847203Z","steps":["trace[375182208] 'read index received' (duration: 142.432852ms)","trace[375182208] 'applied index is now lower than readState.Index' (duration: 3.44µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:02.847360Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"142.582775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T00:57:02.847377Z","caller":"traceutil/trace.go:172","msg":"trace[251952886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:787; }","duration":"142.612295ms","start":"2026-07-31T00:57:02.704760Z","end":"2026-07-31T00:57:02.847372Z","steps":["trace[251952886] 'agreement among raft nodes before linearized reading' (duration: 142.508503ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:02.847393Z","caller":"traceutil/trace.go:172","msg":"trace[968900050] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"150.215677ms","start":"2026-07-31T00:57:02.697161Z","end":"2026-07-31T00:57:02.847376Z","steps":["trace[968900050] 'process raft request' (duration: 150.132216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:03.039384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.775146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7488bc8bd5\" limit:1 ","response":"range_response_count:1 size:4092"} {"level":"info","ts":"2026-07-31T00:57:03.039451Z","caller":"traceutil/trace.go:172","msg":"trace[1380020476] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7488bc8bd5; range_end:; response_count:1; response_revision:800; }","duration":"107.851047ms","start":"2026-07-31T00:57:02.931585Z","end":"2026-07-31T00:57:03.039436Z","steps":["trace[1380020476] 'agreement among raft nodes before linearized reading' (duration: 107.682254ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:07.121496Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"4e46287fb5aa4785","to":"6ee6c9b8c553b21e","bytes":1012263,"size":"1.0 MB","took":"30.017266903s"} {"level":"info","ts":"2026-07-31T00:57:07.807878Z","caller":"traceutil/trace.go:172","msg":"trace[1963307796] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"138.418563ms","start":"2026-07-31T00:57:07.669443Z","end":"2026-07-31T00:57:07.807861Z","steps":["trace[1963307796] 'process raft request' (duration: 138.263541ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:19.325269Z","caller":"traceutil/trace.go:172","msg":"trace[251685908] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"101.490858ms","start":"2026-07-31T00:57:19.223750Z","end":"2026-07-31T00:57:19.325241Z","steps":["trace[251685908] 'process raft request' (duration: 100.486011ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:19.330164Z","caller":"traceutil/trace.go:172","msg":"trace[1557500083] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"103.750504ms","start":"2026-07-31T00:57:19.226401Z","end":"2026-07-31T00:57:19.330152Z","steps":["trace[1557500083] 'process raft request' (duration: 103.220326ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:20.042858Z","caller":"traceutil/trace.go:172","msg":"trace[259790450] linearizableReadLoop","detail":"{readStateIndex:1137; appliedIndex:1138; }","duration":"200.355481ms","start":"2026-07-31T00:57:19.842481Z","end":"2026-07-31T00:57:20.042836Z","steps":["trace[259790450] 'read index received' (duration: 200.349171ms)","trace[259790450] 'applied index is now lower than readState.Index' (duration: 4.81µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:20.043160Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"200.667726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io\" limit:1 ","response":"range_response_count:1 size:74760"} {"level":"info","ts":"2026-07-31T00:57:20.043205Z","caller":"traceutil/trace.go:172","msg":"trace[1293497133] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyextensionpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:977; }","duration":"200.729296ms","start":"2026-07-31T00:57:19.842465Z","end":"2026-07-31T00:57:20.043195Z","steps":["trace[1293497133] 'agreement among raft nodes before linearized reading' (duration: 200.589644ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:20.415696Z","caller":"traceutil/trace.go:172","msg":"trace[364428333] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"408.900415ms","start":"2026-07-31T00:57:20.006776Z","end":"2026-07-31T00:57:20.415676Z","steps":["trace[364428333] 'process raft request' (duration: 408.266134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:20.415821Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:20.006752Z","time spent":"409.018377ms","remote":"127.0.0.1:49152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T00:57:20.416129Z","caller":"traceutil/trace.go:172","msg":"trace[1768012752] transaction","detail":"{read_only:false; number_of_response:1; response_revision:979; }","duration":"456.784007ms","start":"2026-07-31T00:57:19.959334Z","end":"2026-07-31T00:57:20.416118Z","steps":["trace[1768012752] 'process raft request' (duration: 455.457645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:20.416191Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:19.959305Z","time spent":"456.849018ms","remote":"127.0.0.1:49152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":104,"response count":0,"response size":65472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:57:20.416216Z","caller":"traceutil/trace.go:172","msg":"trace[1542793117] linearizableReadLoop","detail":"{readStateIndex:1141; appliedIndex:1143; }","duration":"373.254165ms","start":"2026-07-31T00:57:20.042940Z","end":"2026-07-31T00:57:20.416194Z","steps":["trace[1542793117] 'read index received' (duration: 373.248585ms)","trace[1542793117] 'applied index is now lower than readState.Index' (duration: 4.25µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:20.416423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"538.658994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-31T00:57:20.416453Z","caller":"traceutil/trace.go:172","msg":"trace[840714339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:980; }","duration":"538.706045ms","start":"2026-07-31T00:57:19.877738Z","end":"2026-07-31T00:57:20.416444Z","steps":["trace[840714339] 'agreement among raft nodes before linearized reading' (duration: 538.536352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:20.416484Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:19.877716Z","time spent":"538.759165ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-31T00:57:20.416640Z","caller":"traceutil/trace.go:172","msg":"trace[367689494] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"219.650824ms","start":"2026-07-31T00:57:20.196975Z","end":"2026-07-31T00:57:20.416626Z","steps":["trace[367689494] 'process raft request' (duration: 219.523642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:20.416717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.290031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:20.417243Z","caller":"traceutil/trace.go:172","msg":"trace[157649739] range","detail":"{range_begin:/registry/configmaps; range_end:; response_count:0; response_revision:981; }","duration":"472.815849ms","start":"2026-07-31T00:57:19.944415Z","end":"2026-07-31T00:57:20.417231Z","steps":["trace[157649739] 'agreement among raft nodes before linearized reading' (duration: 472.25818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:20.417283Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:19.944395Z","time spent":"472.87551ms","remote":"127.0.0.1:49234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":24,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps\" limit:1 "} {"level":"info","ts":"2026-07-31T00:57:21.123035Z","caller":"traceutil/trace.go:172","msg":"trace[1602332242] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"436.505008ms","start":"2026-07-31T00:57:20.686500Z","end":"2026-07-31T00:57:21.123005Z","steps":["trace[1602332242] 'process raft request' (duration: 436.229914ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:21.123095Z","caller":"traceutil/trace.go:172","msg":"trace[190211909] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"236.093716ms","start":"2026-07-31T00:57:20.886986Z","end":"2026-07-31T00:57:21.123080Z","steps":["trace[190211909] 'process raft request' (duration: 235.808921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:21.123182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:20.686470Z","time spent":"436.64853ms","remote":"127.0.0.1:49152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T00:57:21.123395Z","caller":"traceutil/trace.go:172","msg":"trace[1205932506] transaction","detail":"{read_only:false; number_of_response:1; response_revision:987; }","duration":"500.333805ms","start":"2026-07-31T00:57:20.623048Z","end":"2026-07-31T00:57:21.123382Z","steps":["trace[1205932506] 'process raft request' (duration: 499.080006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:21.123460Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:20.623027Z","time spent":"500.393487ms","remote":"127.0.0.1:49152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":570132,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:57:21.124707Z","caller":"traceutil/trace.go:172","msg":"trace[485932757] linearizableReadLoop","detail":"{readStateIndex:1152; appliedIndex:1157; }","duration":"413.676926ms","start":"2026-07-31T00:57:20.710954Z","end":"2026-07-31T00:57:21.124631Z","steps":["trace[485932757] 'read index received' (duration: 413.672256ms)","trace[485932757] 'applied index is now lower than readState.Index' (duration: 3.93µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:21.124820Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"413.86787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:21.124842Z","caller":"traceutil/trace.go:172","msg":"trace[906942659] range","detail":"{range_begin:/registry/certificatesigningrequests; range_end:; response_count:0; response_revision:990; }","duration":"413.90421ms","start":"2026-07-31T00:57:20.710931Z","end":"2026-07-31T00:57:21.124835Z","steps":["trace[906942659] 'agreement among raft nodes before linearized reading' (duration: 413.84878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:21.124862Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:20.710916Z","time spent":"413.941151ms","remote":"127.0.0.1:49522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:57:21.137443Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"163.27222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:21.137513Z","caller":"traceutil/trace.go:172","msg":"trace[637334877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:990; }","duration":"163.355671ms","start":"2026-07-31T00:57:20.974146Z","end":"2026-07-31T00:57:21.137501Z","steps":["trace[637334877] 'agreement among raft nodes before linearized reading' (duration: 163.24427ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:26.032916Z","caller":"traceutil/trace.go:172","msg":"trace[472839479] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"151.468253ms","start":"2026-07-31T00:57:25.881429Z","end":"2026-07-31T00:57:26.032897Z","steps":["trace[472839479] 'process raft request' (duration: 150.978636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:26.421422Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b05345c86fc8b1e7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.148808ms"} {"level":"warn","ts":"2026-07-31T00:57:26.421519Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6ee6c9b8c553b21e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.251219ms"} {"level":"info","ts":"2026-07-31T00:57:27.610952Z","caller":"traceutil/trace.go:172","msg":"trace[647366168] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1224; }","duration":"116.387661ms","start":"2026-07-31T00:57:27.494540Z","end":"2026-07-31T00:57:27.610927Z","steps":["trace[647366168] 'read index received' (duration: 116.381211ms)","trace[647366168] 'applied index is now lower than readState.Index' (duration: 5.04µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:27.612954Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.372073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:27.613106Z","caller":"traceutil/trace.go:172","msg":"trace[1863705891] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1048; }","duration":"118.548226ms","start":"2026-07-31T00:57:27.494530Z","end":"2026-07-31T00:57:27.613078Z","steps":["trace[1863705891] 'agreement among raft nodes before linearized reading' (duration: 116.523433ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:28.397083Z","caller":"traceutil/trace.go:172","msg":"trace[237834708] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"357.132384ms","start":"2026-07-31T00:57:28.039932Z","end":"2026-07-31T00:57:28.397064Z","steps":["trace[237834708] 'process raft request' (duration: 356.997852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:28.397217Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.039920Z","time spent":"357.240886ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T00:57:28.751566Z","caller":"traceutil/trace.go:172","msg":"trace[1411848499] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"700.048823ms","start":"2026-07-31T00:57:28.051490Z","end":"2026-07-31T00:57:28.751539Z","steps":["trace[1411848499] 'process raft request' (duration: 699.833149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:28.751819Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.051471Z","time spent":"700.198235ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:57:28.758172Z","caller":"traceutil/trace.go:172","msg":"trace[52913499] linearizableReadLoop","detail":"{readStateIndex:1227; appliedIndex:1228; }","duration":"264.13532ms","start":"2026-07-31T00:57:28.494022Z","end":"2026-07-31T00:57:28.758157Z","steps":["trace[52913499] 'read index received' (duration: 264.13066ms)","trace[52913499] 'applied index is now lower than readState.Index' (duration: 4.04µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:28.758318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"264.279632ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:28.758383Z","caller":"traceutil/trace.go:172","msg":"trace[1092814523] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1051; }","duration":"264.360523ms","start":"2026-07-31T00:57:28.494011Z","end":"2026-07-31T00:57:28.758371Z","steps":["trace[1092814523] 'agreement among raft nodes before linearized reading' (duration: 264.246952ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:28.758506Z","caller":"traceutil/trace.go:172","msg":"trace[113908179] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"357.838965ms","start":"2026-07-31T00:57:28.400654Z","end":"2026-07-31T00:57:28.758493Z","steps":["trace[113908179] 'process raft request' (duration: 357.645152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:28.758613Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.400637Z","time spent":"357.949377ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T00:57:28.759252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"207.301188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-31T00:57:28.759337Z","caller":"traceutil/trace.go:172","msg":"trace[302185603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1053; }","duration":"207.46698ms","start":"2026-07-31T00:57:28.551853Z","end":"2026-07-31T00:57:28.759320Z","steps":["trace[302185603] 'agreement among raft nodes before linearized reading' (duration: 207.174116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:29.128174Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.760103Z","time spent":"368.066532ms","remote":"127.0.0.1:49108","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-31T00:57:29.358513Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700951198199557,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:57:29.730593Z","caller":"traceutil/trace.go:172","msg":"trace[1678555788] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1231; }","duration":"872.933738ms","start":"2026-07-31T00:57:28.857603Z","end":"2026-07-31T00:57:29.730537Z","steps":["trace[1678555788] 'read index received' (duration: 872.924678ms)","trace[1678555788] 'applied index is now lower than readState.Index' (duration: 7.43µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:57:29.730820Z","caller":"traceutil/trace.go:172","msg":"trace[2033419208] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"967.965385ms","start":"2026-07-31T00:57:28.762844Z","end":"2026-07-31T00:57:29.730810Z","steps":["trace[2033419208] 'process raft request' (duration: 967.827873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:29.730862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"873.243824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:29.730980Z","caller":"traceutil/trace.go:172","msg":"trace[833142396] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1054; }","duration":"873.376406ms","start":"2026-07-31T00:57:28.857582Z","end":"2026-07-31T00:57:29.730958Z","steps":["trace[833142396] 'agreement among raft nodes before linearized reading' (duration: 873.151002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:29.731131Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.857552Z","time spent":"873.560808ms","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"info","ts":"2026-07-31T00:57:29.731107Z","caller":"traceutil/trace.go:172","msg":"trace[488702984] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"968.018737ms","start":"2026-07-31T00:57:28.763074Z","end":"2026-07-31T00:57:29.731093Z","steps":["trace[488702984] 'process raft request' (duration: 967.706252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:29.731033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.762831Z","time spent":"968.021186ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-31T00:57:29.731289Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.763055Z","time spent":"968.181349ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:57:30.231354Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700951198199565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:57:30.719210Z","caller":"traceutil/trace.go:172","msg":"trace[1143381087] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"1.491653041s","start":"2026-07-31T00:57:29.227544Z","end":"2026-07-31T00:57:30.719197Z","steps":["trace[1143381087] 'process raft request' (duration: 1.49162622s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:30.719282Z","caller":"traceutil/trace.go:172","msg":"trace[1557971592] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"1.589728811s","start":"2026-07-31T00:57:29.129540Z","end":"2026-07-31T00:57:30.719269Z","steps":["trace[1557971592] 'process raft request' (duration: 1.589457756s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:30.719314Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:29.227471Z","time spent":"1.491795893s","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:57:30.719303Z","caller":"traceutil/trace.go:172","msg":"trace[1042513357] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"1.555871756s","start":"2026-07-31T00:57:29.163396Z","end":"2026-07-31T00:57:30.719268Z","steps":["trace[1042513357] 'process raft request' (duration: 1.555742944s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:30.719480Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:29.163370Z","time spent":"1.556020528s","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:57:30.719343Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:29.129518Z","time spent":"1.589794792s","remote":"127.0.0.1:49108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:57:30.732415Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700951198199565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:57:30.973775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000529135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-31T00:57:30.973851Z","caller":"traceutil/trace.go:172","msg":"trace[1788039265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624436s","start":"2026-07-31T00:57:28.973211Z","end":"2026-07-31T00:57:30.973836Z","steps":["trace[1788039265] 'agreement among raft nodes before linearized reading' (duration: 2.000528745s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:30.973901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:28.973189Z","time spent":"2.000699778s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/31 00:57:30 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-31T00:57:31.232643Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700951198199565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-31T00:57:31.289717Z","caller":"traceutil/trace.go:172","msg":"trace[506418572] linearizableReadLoop","detail":"{readStateIndex:1233; appliedIndex:1236; }","duration":"1.559000723s","start":"2026-07-31T00:57:29.730695Z","end":"2026-07-31T00:57:31.289696Z","steps":["trace[506418572] 'read index received' (duration: 1.558994473s)","trace[506418572] 'applied index is now lower than readState.Index' (duration: 5.35µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:31.289842Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.795094686s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:31.289934Z","caller":"traceutil/trace.go:172","msg":"trace[1399895564] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1058; }","duration":"1.795200397s","start":"2026-07-31T00:57:29.494714Z","end":"2026-07-31T00:57:31.289914Z","steps":["trace[1399895564] 'agreement among raft nodes before linearized reading' (duration: 1.795028095s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:31.289940Z","caller":"traceutil/trace.go:172","msg":"trace[1315324176] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"695.468668ms","start":"2026-07-31T00:57:30.594454Z","end":"2026-07-31T00:57:31.289923Z","steps":["trace[1315324176] 'process raft request' (duration: 695.406007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.290086Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:30.594428Z","time spent":"695.563581ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:57:31.290269Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.039394139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-31T00:57:31.290267Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.710075942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceslices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:31.290315Z","caller":"traceutil/trace.go:172","msg":"trace[724758798] range","detail":"{range_begin:/registry/resourceslices; range_end:; response_count:0; response_revision:1061; }","duration":"1.710126363s","start":"2026-07-31T00:57:29.580174Z","end":"2026-07-31T00:57:31.290301Z","steps":["trace[724758798] 'agreement among raft nodes before linearized reading' (duration: 1.710045142s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.290370Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:29.580152Z","time spent":"1.710203385s","remote":"127.0.0.1:50160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourceslices\" limit:1 "} {"level":"info","ts":"2026-07-31T00:57:31.290462Z","caller":"traceutil/trace.go:172","msg":"trace[144948949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1061; }","duration":"2.039615022s","start":"2026-07-31T00:57:29.250836Z","end":"2026-07-31T00:57:31.290451Z","steps":["trace[144948949] 'agreement among raft nodes before linearized reading' (duration: 2.039262607s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.290649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.243883651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nwqf2\" limit:1 ","response":"range_response_count:1 size:18890"} {"level":"warn","ts":"2026-07-31T00:57:31.290670Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:29.250814Z","time spent":"2.039819975s","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-31T00:57:31.290702Z","caller":"traceutil/trace.go:172","msg":"trace[734101274] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nwqf2; range_end:; response_count:1; response_revision:1061; }","duration":"2.243938602s","start":"2026-07-31T00:57:29.046756Z","end":"2026-07-31T00:57:31.290694Z","steps":["trace[734101274] 'agreement among raft nodes before linearized reading' (duration: 2.243637548s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.290734Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:29.046735Z","time spent":"2.243991244s","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18913,"request content":"key:\"/registry/pods/kube-system/cilium-nwqf2\" limit:1 "} {"level":"info","ts":"2026-07-31T00:57:31.290303Z","caller":"traceutil/trace.go:172","msg":"trace[484435053] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"1.555044041s","start":"2026-07-31T00:57:29.735226Z","end":"2026-07-31T00:57:31.290270Z","steps":["trace[484435053] 'process raft request' (duration: 1.554576032s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.290930Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:29.735207Z","time spent":"1.555674331s","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-31T00:57:31.521722Z","caller":"traceutil/trace.go:172","msg":"trace[1491147110] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"215.618238ms","start":"2026-07-31T00:57:31.306085Z","end":"2026-07-31T00:57:31.521704Z","steps":["trace[1491147110] 'process raft request' (duration: 215.565398ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:31.521742Z","caller":"traceutil/trace.go:172","msg":"trace[451134289] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"225.9512ms","start":"2026-07-31T00:57:31.295762Z","end":"2026-07-31T00:57:31.521713Z","steps":["trace[451134289] 'process raft request' (duration: 225.833789ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:31.521731Z","caller":"traceutil/trace.go:172","msg":"trace[649321602] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"226.127603ms","start":"2026-07-31T00:57:31.295574Z","end":"2026-07-31T00:57:31.521701Z","steps":["trace[649321602] 'process raft request' (duration: 225.946551ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:31.522242Z","caller":"traceutil/trace.go:172","msg":"trace[279167189] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1243; }","duration":"232.346621ms","start":"2026-07-31T00:57:31.289878Z","end":"2026-07-31T00:57:31.522225Z","steps":["trace[279167189] 'read index received' (duration: 232.341021ms)","trace[279167189] 'applied index is now lower than readState.Index' (duration: 4.59µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:31.522386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"512.630686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:31.522423Z","caller":"traceutil/trace.go:172","msg":"trace[708417725] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1065; }","duration":"512.679607ms","start":"2026-07-31T00:57:31.009733Z","end":"2026-07-31T00:57:31.522412Z","steps":["trace[708417725] 'agreement among raft nodes before linearized reading' (duration: 512.604556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.522451Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:31.009715Z","time spent":"512.727548ms","remote":"127.0.0.1:49392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:57:31.522663Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"548.220217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:57:31.522790Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"800.962651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-07-31T00:57:31.522831Z","caller":"traceutil/trace.go:172","msg":"trace[709614287] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1065; }","duration":"801.018822ms","start":"2026-07-31T00:57:30.721804Z","end":"2026-07-31T00:57:31.522823Z","steps":["trace[709614287] 'agreement among raft nodes before linearized reading' (duration: 800.854389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.522858Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:30.721790Z","time spent":"801.062772ms","remote":"127.0.0.1:49372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-07-31T00:57:31.522993Z","caller":"traceutil/trace.go:172","msg":"trace[628729696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1065; }","duration":"548.610533ms","start":"2026-07-31T00:57:30.974321Z","end":"2026-07-31T00:57:31.522932Z","steps":["trace[628729696] 'agreement among raft nodes before linearized reading' (duration: 548.181917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.523166Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:30.974303Z","time spent":"548.845917ms","remote":"127.0.0.1:49036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:57:31.638282Z","caller":"traceutil/trace.go:172","msg":"trace[434479886] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1244; }","duration":"115.954353ms","start":"2026-07-31T00:57:31.522299Z","end":"2026-07-31T00:57:31.638253Z","steps":["trace[434479886] 'read index received' (duration: 115.944513ms)","trace[434479886] 'applied index is now lower than readState.Index' (duration: 8.17µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:31.638494Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.339898ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:31.638559Z","caller":"traceutil/trace.go:172","msg":"trace[1003785403] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1066; }","duration":"347.43142ms","start":"2026-07-31T00:57:31.291113Z","end":"2026-07-31T00:57:31.638544Z","steps":["trace[1003785403] 'agreement among raft nodes before linearized reading' (duration: 347.278977ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:31.638754Z","caller":"traceutil/trace.go:172","msg":"trace[735926002] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"111.632005ms","start":"2026-07-31T00:57:31.527103Z","end":"2026-07-31T00:57:31.638735Z","steps":["trace[735926002] 'process raft request' (duration: 111.407721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.722728Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.263216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-07-31T00:57:31.722891Z","caller":"traceutil/trace.go:172","msg":"trace[1582850036] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:1067; }","duration":"198.437469ms","start":"2026-07-31T00:57:31.524432Z","end":"2026-07-31T00:57:31.722870Z","steps":["trace[1582850036] 'agreement among raft nodes before linearized reading' (duration: 198.070433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.722757Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"195.556904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nwqf2\" limit:1 ","response":"range_response_count:1 size:19145"} {"level":"info","ts":"2026-07-31T00:57:31.723280Z","caller":"traceutil/trace.go:172","msg":"trace[1188240787] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nwqf2; range_end:; response_count:1; response_revision:1067; }","duration":"196.089582ms","start":"2026-07-31T00:57:31.527174Z","end":"2026-07-31T00:57:31.723264Z","steps":["trace[1188240787] 'agreement among raft nodes before linearized reading' (duration: 195.30597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.722532Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"190.407022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:31.723495Z","caller":"traceutil/trace.go:172","msg":"trace[1594984658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1067; }","duration":"191.373847ms","start":"2026-07-31T00:57:31.532097Z","end":"2026-07-31T00:57:31.723470Z","steps":["trace[1594984658] 'agreement among raft nodes before linearized reading' (duration: 190.370112ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:31.908606Z","caller":"traceutil/trace.go:172","msg":"trace[633731185] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1248; }","duration":"180.990304ms","start":"2026-07-31T00:57:31.727593Z","end":"2026-07-31T00:57:31.908584Z","steps":["trace[633731185] 'read index received' (duration: 180.984043ms)","trace[633731185] 'applied index is now lower than readState.Index' (duration: 5.171µs)"],"step_count":2} {"level":"info","ts":"2026-07-31T00:57:31.908824Z","caller":"traceutil/trace.go:172","msg":"trace[508034910] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"181.035615ms","start":"2026-07-31T00:57:31.727774Z","end":"2026-07-31T00:57:31.908810Z","steps":["trace[508034910] 'process raft request' (duration: 180.954124ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:31.909208Z","caller":"traceutil/trace.go:172","msg":"trace[1925928158] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"171.008458ms","start":"2026-07-31T00:57:31.738192Z","end":"2026-07-31T00:57:31.909201Z","steps":["trace[1925928158] 'process raft request' (duration: 170.57294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.909059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.143638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-07-31T00:57:31.909487Z","caller":"traceutil/trace.go:172","msg":"trace[1998886291] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1070; }","duration":"183.682277ms","start":"2026-07-31T00:57:31.725786Z","end":"2026-07-31T00:57:31.909468Z","steps":["trace[1998886291] 'agreement among raft nodes before linearized reading' (duration: 182.933875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:31.992199Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.476456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-31T00:57:31.992280Z","caller":"traceutil/trace.go:172","msg":"trace[3511519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1073; }","duration":"257.568507ms","start":"2026-07-31T00:57:31.734691Z","end":"2026-07-31T00:57:31.992260Z","steps":["trace[3511519] 'agreement among raft nodes before linearized reading' (duration: 257.343494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:36.312202Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.331675Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.349537Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.388190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.416024Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.437841Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56926","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.452815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56940","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.494727Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.585515Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.603382Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56978","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.647273Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:56996","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.729315Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57012","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.814510Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.864957Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57040","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.896742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.911872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57066","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.975058Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:36.997662Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:37.018469Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:37.039755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:37.070129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:37.085193Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57206","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:37.099935Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:37.111367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:40.117236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57270","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-31T00:57:40.794488Z","caller":"traceutil/trace.go:172","msg":"trace[783247353] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1435; }","duration":"300.83396ms","start":"2026-07-31T00:57:40.493641Z","end":"2026-07-31T00:57:40.794475Z","steps":["trace[783247353] 'read index received' (duration: 300.83045ms)","trace[783247353] 'applied index is now lower than readState.Index' (duration: 2.84µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:57:40.794605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"300.954772ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:40.794621Z","caller":"traceutil/trace.go:172","msg":"trace[1115068781] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1215; }","duration":"300.983192ms","start":"2026-07-31T00:57:40.493634Z","end":"2026-07-31T00:57:40.794617Z","steps":["trace[1115068781] 'agreement among raft nodes before linearized reading' (duration: 300.914651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:40.800809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"128.103314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:57:40.800835Z","caller":"traceutil/trace.go:172","msg":"trace[992301620] range","detail":"{range_begin:/registry/namespaces; range_end:; response_count:0; response_revision:1215; }","duration":"128.133714ms","start":"2026-07-31T00:57:40.672696Z","end":"2026-07-31T00:57:40.800830Z","steps":["trace[992301620] 'agreement among raft nodes before linearized reading' (duration: 128.089483ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:57:40.801167Z","caller":"traceutil/trace.go:172","msg":"trace[1045302524] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"382.669605ms","start":"2026-07-31T00:57:40.418458Z","end":"2026-07-31T00:57:40.801128Z","steps":["trace[1045302524] 'process raft request' (duration: 382.417061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:57:40.801311Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:57:40.418433Z","time spent":"382.804097ms","remote":"127.0.0.1:49152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13214,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:57:43.223921Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54286","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:43.240924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:43.336914Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54312","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:43.359252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:43.532632Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:57:43.622338Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:58:08.112857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:58:08.128929Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:58:08.162941Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:58:08.180320Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:57512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-31T00:58:19.975829Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b05345c86fc8b1e7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.693721ms"} {"level":"warn","ts":"2026-07-31T00:58:19.975882Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6ee6c9b8c553b21e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"280.749911ms"} {"level":"info","ts":"2026-07-31T00:58:20.120253Z","caller":"traceutil/trace.go:172","msg":"trace[774593623] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1765; }","duration":"144.073316ms","start":"2026-07-31T00:58:19.976156Z","end":"2026-07-31T00:58:20.120229Z","steps":["trace[774593623] 'read index received' (duration: 144.065575ms)","trace[774593623] 'applied index is now lower than readState.Index' (duration: 6.231µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:58:20.120579Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.398671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:20.120625Z","caller":"traceutil/trace.go:172","msg":"trace[1747970399] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1507; }","duration":"144.463082ms","start":"2026-07-31T00:58:19.976151Z","end":"2026-07-31T00:58:20.120614Z","steps":["trace[1747970399] 'agreement among raft nodes before linearized reading' (duration: 144.241759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:20.121327Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.0847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:20.121451Z","caller":"traceutil/trace.go:172","msg":"trace[1657818891] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1507; }","duration":"145.218972ms","start":"2026-07-31T00:58:19.976215Z","end":"2026-07-31T00:58:20.121434Z","steps":["trace[1657818891] 'agreement among raft nodes before linearized reading' (duration: 145.06088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:20.121822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"140.115129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-31T00:58:20.122055Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"145.054739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:20.122121Z","caller":"traceutil/trace.go:172","msg":"trace[511735647] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1507; }","duration":"145.12335ms","start":"2026-07-31T00:58:19.976980Z","end":"2026-07-31T00:58:20.122103Z","steps":["trace[511735647] 'agreement among raft nodes before linearized reading' (duration: 145.018489ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:58:20.122078Z","caller":"traceutil/trace.go:172","msg":"trace[1071035330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1507; }","duration":"140.369583ms","start":"2026-07-31T00:58:19.981696Z","end":"2026-07-31T00:58:20.122066Z","steps":["trace[1071035330] 'agreement among raft nodes before linearized reading' (duration: 140.091679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:20.122680Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"139.392639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T00:58:20.122915Z","caller":"traceutil/trace.go:172","msg":"trace[360806615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1507; }","duration":"139.631032ms","start":"2026-07-31T00:58:19.983269Z","end":"2026-07-31T00:58:20.122900Z","steps":["trace[360806615] 'agreement among raft nodes before linearized reading' (duration: 138.426066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:20.624281Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700951198200273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:58:21.291094Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700951198200273,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:58:21.687475Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.560523959s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-31T00:58:21.687575Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b05345c86fc8b1e7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.364320112s"} {"level":"warn","ts":"2026-07-31T00:58:21.687590Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6ee6c9b8c553b21e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.364338152s"} {"level":"info","ts":"2026-07-31T00:58:21.687773Z","caller":"traceutil/trace.go:172","msg":"trace[1564809282] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1765; }","duration":"1.564532715s","start":"2026-07-31T00:58:20.123221Z","end":"2026-07-31T00:58:21.687753Z","steps":["trace[1564809282] 'read index received' (duration: 1.564526495s)","trace[1564809282] 'applied index is now lower than readState.Index' (duration: 4.58µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:58:21.687904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.564652986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:21.688006Z","caller":"traceutil/trace.go:172","msg":"trace[1430780441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1507; }","duration":"1.564706257s","start":"2026-07-31T00:58:20.123216Z","end":"2026-07-31T00:58:21.687923Z","steps":["trace[1430780441] 'agreement among raft nodes before linearized reading' (duration: 1.564625856s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:21.688051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:20.123204Z","time spent":"1.56482527s","remote":"127.0.0.1:49036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-31T00:58:21.688304Z","caller":"traceutil/trace.go:172","msg":"trace[973517070] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"1.561469902s","start":"2026-07-31T00:58:20.126820Z","end":"2026-07-31T00:58:21.688290Z","steps":["trace[973517070] 'process raft request' (duration: 1.56132989s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:21.688417Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:20.126796Z","time spent":"1.561561903s","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:58:21.689995Z","caller":"traceutil/trace.go:172","msg":"trace[64706166] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"709.650258ms","start":"2026-07-31T00:58:20.980336Z","end":"2026-07-31T00:58:21.689986Z","steps":["trace[64706166] 'process raft request' (duration: 709.627928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:21.690041Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:20.980313Z","time spent":"709.70658ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:58:21.691822Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.424680119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:21.691874Z","caller":"traceutil/trace.go:172","msg":"trace[1890465942] range","detail":"{range_begin:/registry/deployments; range_end:; response_count:0; response_revision:1510; }","duration":"1.424735131s","start":"2026-07-31T00:58:20.267128Z","end":"2026-07-31T00:58:21.691863Z","steps":["trace[1890465942] 'agreement among raft nodes before linearized reading' (duration: 1.424654489s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:21.691908Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:20.267106Z","time spent":"1.424793172s","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/deployments\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:58:21.691902Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"979.41649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:21.691974Z","caller":"traceutil/trace.go:172","msg":"trace[1291567732] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:1510; }","duration":"979.502251ms","start":"2026-07-31T00:58:20.712459Z","end":"2026-07-31T00:58:21.691961Z","steps":["trace[1291567732] 'agreement among raft nodes before linearized reading' (duration: 979.38132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:21.692111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.19814791s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:21.692161Z","caller":"traceutil/trace.go:172","msg":"trace[746653711] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1511; }","duration":"1.198198161s","start":"2026-07-31T00:58:20.493956Z","end":"2026-07-31T00:58:21.692154Z","steps":["trace[746653711] 'agreement among raft nodes before linearized reading' (duration: 1.19813827s)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:58:21.691918Z","caller":"traceutil/trace.go:172","msg":"trace[612631325] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"700.486141ms","start":"2026-07-31T00:58:20.991409Z","end":"2026-07-31T00:58:21.691895Z","steps":["trace[612631325] 'process raft request' (duration: 700.388438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:21.692268Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.310367005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-31T00:58:21.692318Z","caller":"traceutil/trace.go:172","msg":"trace[1947713678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1511; }","duration":"1.310416096s","start":"2026-07-31T00:58:20.381885Z","end":"2026-07-31T00:58:21.692301Z","steps":["trace[1947713678] 'agreement among raft nodes before linearized reading' (duration: 1.310158853s)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:21.692337Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:20.991368Z","time spent":"700.927977ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:58:21.692350Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:20.381867Z","time spent":"1.310473847s","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:58:21.692667Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:20.712437Z","time spent":"980.215891ms","remote":"127.0.0.1:50068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:58:24.050491Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700951198200286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:58:24.089446Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b05345c86fc8b1e7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"239.171874ms"} {"level":"warn","ts":"2026-07-31T00:58:24.089512Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6ee6c9b8c553b21e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"239.244975ms"} {"level":"info","ts":"2026-07-31T00:58:24.089497Z","caller":"traceutil/trace.go:172","msg":"trace[1366401737] linearizableReadLoop","detail":"{readStateIndex:1778; appliedIndex:1778; }","duration":"595.273259ms","start":"2026-07-31T00:58:23.494196Z","end":"2026-07-31T00:58:24.089469Z","steps":["trace[1366401737] 'read index received' (duration: 595.262099ms)","trace[1366401737] 'applied index is now lower than readState.Index' (duration: 8.74µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:58:24.089981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"595.653175ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:58:24.089975Z","caller":"traceutil/trace.go:172","msg":"trace[1711166672] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"395.44696ms","start":"2026-07-31T00:58:23.694512Z","end":"2026-07-31T00:58:24.089959Z","steps":["trace[1711166672] 'process raft request' (duration: 395.277427ms)"],"step_count":1} {"level":"info","ts":"2026-07-31T00:58:24.090060Z","caller":"traceutil/trace.go:172","msg":"trace[1692929649] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1518; }","duration":"595.858278ms","start":"2026-07-31T00:58:23.494185Z","end":"2026-07-31T00:58:24.090043Z","steps":["trace[1692929649] 'agreement among raft nodes before linearized reading' (duration: 595.421101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:24.090422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:23.694484Z","time spent":"395.850586ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-31T00:58:24.091594Z","caller":"traceutil/trace.go:172","msg":"trace[263216112] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"392.426657ms","start":"2026-07-31T00:58:23.699154Z","end":"2026-07-31T00:58:24.091580Z","steps":["trace[263216112] 'process raft request' (duration: 392.341696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:24.092016Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:23.699134Z","time spent":"392.506988ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-31T00:58:24.092883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"397.510819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-31T00:58:24.092954Z","caller":"traceutil/trace.go:172","msg":"trace[1720540749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1520; }","duration":"397.58473ms","start":"2026-07-31T00:58:23.695352Z","end":"2026-07-31T00:58:24.092937Z","steps":["trace[1720540749] 'agreement among raft nodes before linearized reading' (duration: 397.393047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:58:24.093005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:58:23.695332Z","time spent":"397.659451ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-31T00:59:20.271784Z","caller":"traceutil/trace.go:172","msg":"trace[1281043115] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2033; }","duration":"298.435717ms","start":"2026-07-31T00:59:19.973330Z","end":"2026-07-31T00:59:20.271765Z","steps":["trace[1281043115] 'read index received' (duration: 298.430787ms)","trace[1281043115] 'applied index is now lower than readState.Index' (duration: 4.05µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:59:20.271891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"298.543518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:59:20.271914Z","caller":"traceutil/trace.go:172","msg":"trace[776988977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1739; }","duration":"298.579309ms","start":"2026-07-31T00:59:19.973326Z","end":"2026-07-31T00:59:20.271906Z","steps":["trace[776988977] 'agreement among raft nodes before linearized reading' (duration: 298.513678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:22.056793Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700951198200786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-31T00:59:22.059327Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b05345c86fc8b1e7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"208.877511ms"} {"level":"warn","ts":"2026-07-31T00:59:22.059379Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6ee6c9b8c553b21e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"208.937231ms"} {"level":"info","ts":"2026-07-31T00:59:22.059511Z","caller":"traceutil/trace.go:172","msg":"trace[1175887840] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2041; }","duration":"565.592312ms","start":"2026-07-31T00:59:21.493905Z","end":"2026-07-31T00:59:22.059497Z","steps":["trace[1175887840] 'read index received' (duration: 565.583832ms)","trace[1175887840] 'applied index is now lower than readState.Index' (duration: 7.6µs)"],"step_count":2} {"level":"warn","ts":"2026-07-31T00:59:22.059608Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"565.687763ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:59:22.059630Z","caller":"traceutil/trace.go:172","msg":"trace[1116800497] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1746; }","duration":"565.726044ms","start":"2026-07-31T00:59:21.493897Z","end":"2026-07-31T00:59:22.059623Z","steps":["trace[1116800497] 'agreement among raft nodes before linearized reading' (duration: 565.664423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:22.060044Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5153700951198200787,"received-request-id":5153700951198200786} {"level":"warn","ts":"2026-07-31T00:59:22.060369Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"525.59825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-31T00:59:22.060399Z","caller":"traceutil/trace.go:172","msg":"trace[1217318274] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1746; }","duration":"525.63563ms","start":"2026-07-31T00:59:21.534753Z","end":"2026-07-31T00:59:22.060389Z","steps":["trace[1217318274] 'agreement among raft nodes before linearized reading' (duration: 525.56218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-31T00:59:22.060438Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-31T00:59:21.534740Z","time spent":"525.692651ms","remote":"127.0.0.1:49414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts\" limit:1 "} {"level":"warn","ts":"2026-07-31T00:59:50.325065Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"b05345c86fc8b1e7","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.424297864s"} {"level":"warn","ts":"2026-07-31T00:59:50.325096Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"6ee6c9b8c553b21e","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.424332015s"}