{"level":"warn","ts":"2026-07-30T16:22:19.946714Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-30T16:22:19.947008Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-30T16:22:19.947042Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.156:2380","--initial-cluster=controller-1=https://199.19.213.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.156:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-30T16:22:19.947124Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-30T16:22:19.947141Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T16:22:19.947153Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.156:2380"]} {"level":"info","ts":"2026-07-30T16:22:19.947175Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:22:19.948195Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.156:2379"]} {"level":"info","ts":"2026-07-30T16:22:19.948570Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.156:2380"],"listen-peer-urls":["https://199.19.213.156:2380"],"advertise-client-urls":["https://199.19.213.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-30T16:22:19.949413Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000620098}"} {"level":"info","ts":"2026-07-30T16:22:19.954553Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:22:19.954597Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.30632ms"} {"level":"info","ts":"2026-07-30T16:22:19.954629Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-30T16:22:19.954637Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-30T16:22:19.955024Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-30T16:22:19.960907Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-30T16:22:19.961259Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"163ef968c92247ab","cluster-id":"59d11c119c278888"} {"level":"info","ts":"2026-07-30T16:22:19.961338Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-30T16:22:19.961539Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"163ef968c92247ab switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T16:22:19.961584Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"163ef968c92247ab became follower at term 0"} {"level":"info","ts":"2026-07-30T16:22:19.961782Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 163ef968c92247ab [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T16:22:19.961823Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"163ef968c92247ab became follower at term 1"} {"level":"info","ts":"2026-07-30T16:22:19.962301Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"163ef968c92247ab switched to configuration voters=(1602992745836857259)"} {"level":"warn","ts":"2026-07-30T16:22:19.971819Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T16:22:19.977740Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T16:22:19.980421Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T16:22:19.981191Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"163ef968c92247ab","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T16:22:19.981312Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"163ef968c92247ab","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T16:22:19.981380Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:22:19.981510Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:22:19.981593Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:22:19.981604Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:22:19.981655Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"163ef968c92247ab","initial-advertise-peer-urls":["https://199.19.213.156:2380"],"listen-peer-urls":["https://199.19.213.156:2380"],"advertise-client-urls":["https://199.19.213.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T16:22:19.981687Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T16:22:19.981747Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.156:2380"} {"level":"info","ts":"2026-07-30T16:22:19.981757Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.156:2380"} {"level":"info","ts":"2026-07-30T16:22:19.982214Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"163ef968c92247ab switched to configuration voters=(1602992745836857259)"} {"level":"info","ts":"2026-07-30T16:22:19.982345Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"59d11c119c278888","local-member-id":"163ef968c92247ab","added-peer-id":"163ef968c92247ab","added-peer-peer-urls":["https://199.19.213.156:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-07-30T16:22:20.763658Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"163ef968c92247ab is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T16:22:20.763713Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"163ef968c92247ab became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T16:22:20.763769Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"163ef968c92247ab received MsgPreVoteResp from 163ef968c92247ab at term 1"} {"level":"info","ts":"2026-07-30T16:22:20.763888Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"163ef968c92247ab has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:22:20.763927Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"163ef968c92247ab became candidate at term 2"} {"level":"info","ts":"2026-07-30T16:22:20.764817Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"163ef968c92247ab received MsgVoteResp from 163ef968c92247ab at term 2"} {"level":"info","ts":"2026-07-30T16:22:20.764862Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"163ef968c92247ab has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:22:20.764927Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"163ef968c92247ab became leader at term 2"} {"level":"info","ts":"2026-07-30T16:22:20.764952Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 163ef968c92247ab elected leader 163ef968c92247ab at term 2"} {"level":"info","ts":"2026-07-30T16:22:20.766076Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:22:20.766873Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:22:20.766876Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"163ef968c92247ab","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.156:2379]}","cluster-id":"59d11c119c278888","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T16:22:20.767051Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:22:20.767369Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"59d11c119c278888","local-member-id":"163ef968c92247ab","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:22:20.767367Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T16:22:20.767421Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T16:22:20.767467Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:22:20.767502Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:22:20.767597Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-07-30T16:22:20.767630Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-07-30T16:22:20.768071Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-07-30T16:22:20.768910Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-30T16:22:20.769766Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-30T16:22:20.773782Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-30T16:22:20.774068Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34802","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.774226Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34806","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:22:20.779216Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.156:2379"} {"level":"warn","ts":"2026-07-30T16:22:20.779390Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34826","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.783147Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.792865Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.829910Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34892","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.839189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.850737Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.858860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.868381Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.890684Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34966","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.900815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34988","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.910164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.921817Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35016","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.931046Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35034","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.939203Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.947795Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35074","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.958534Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:20.967802Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35126","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.006883Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.014646Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.021120Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.028901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35192","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.038291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.048130Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.065986Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35260","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.075372Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.083068Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.090943Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.097860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.107705Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.118114Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.131633Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.140806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.147811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.160741Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.169850Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35492","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.177668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35510","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.185528Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35516","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.194370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.204777Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.214781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.222494Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.252598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35628","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.262414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35632","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.277699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.284897Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.293750Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35690","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.301736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.310427Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35740","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.329243Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.339266Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35772","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.388614Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35800","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.392418Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.402386Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.411836Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:22:21.464063Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35858","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:22:23.890173Z","caller":"traceutil/trace.go:172","msg":"trace[788788377] transaction","detail":"{read_only:false; response_revision:146; number_of_response:1; }","duration":"604.762629ms","start":"2026-07-30T16:22:23.285383Z","end":"2026-07-30T16:22:23.890146Z","steps":["trace[788788377] 'process raft request' (duration: 601.058762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:22:23.890761Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:22:23.285341Z","time spent":"604.9465ms","remote":"127.0.0.1:35470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:22:29.260609Z","caller":"traceutil/trace.go:172","msg":"trace[1429247844] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"110.354534ms","start":"2026-07-30T16:22:29.150225Z","end":"2026-07-30T16:22:29.260580Z","steps":["trace[1429247844] 'process raft request' (duration: 95.664604ms)","trace[1429247844] 'compare' (duration: 14.499478ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:22:29.622570Z","caller":"traceutil/trace.go:172","msg":"trace[1750716230] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"272.754513ms","start":"2026-07-30T16:22:29.349790Z","end":"2026-07-30T16:22:29.622544Z","steps":["trace[1750716230] 'process raft request' (duration: 267.073804ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:22:34.790095Z","caller":"traceutil/trace.go:172","msg":"trace[915741101] linearizableReadLoop","detail":"{readStateIndex:407; appliedIndex:407; }","duration":"234.224321ms","start":"2026-07-30T16:22:34.555828Z","end":"2026-07-30T16:22:34.790053Z","steps":["trace[915741101] 'read index received' (duration: 234.213051ms)","trace[915741101] 'applied index is now lower than readState.Index' (duration: 9.58µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:22:34.790364Z","caller":"traceutil/trace.go:172","msg":"trace[252226088] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"262.906049ms","start":"2026-07-30T16:22:34.527424Z","end":"2026-07-30T16:22:34.790330Z","steps":["trace[252226088] 'process raft request' (duration: 262.729958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:22:34.790423Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"234.575873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2304"} {"level":"info","ts":"2026-07-30T16:22:34.790538Z","caller":"traceutil/trace.go:172","msg":"trace[1445962559] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:384; }","duration":"234.705184ms","start":"2026-07-30T16:22:34.555810Z","end":"2026-07-30T16:22:34.790515Z","steps":["trace[1445962559] 'agreement among raft nodes before linearized reading' (duration: 234.428792ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:22:34.793683Z","caller":"traceutil/trace.go:172","msg":"trace[1347169096] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"266.058489ms","start":"2026-07-30T16:22:34.527597Z","end":"2026-07-30T16:22:34.793655Z","steps":["trace[1347169096] 'process raft request' (duration: 265.887428ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:22:45.125257Z","caller":"traceutil/trace.go:172","msg":"trace[1011695722] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"285.285288ms","start":"2026-07-30T16:22:44.839945Z","end":"2026-07-30T16:22:45.125230Z","steps":["trace[1011695722] 'process raft request' (duration: 285.108767ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:22:45.211080Z","caller":"traceutil/trace.go:172","msg":"trace[1840200701] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"101.592593ms","start":"2026-07-30T16:22:45.109423Z","end":"2026-07-30T16:22:45.211016Z","steps":["trace[1840200701] 'process raft request' (duration: 101.517153ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:22:45.211359Z","caller":"traceutil/trace.go:172","msg":"trace[1114526054] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"371.249296ms","start":"2026-07-30T16:22:44.840097Z","end":"2026-07-30T16:22:45.211346Z","steps":["trace[1114526054] 'process raft request' (duration: 368.7514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:22:45.211865Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:22:44.840055Z","time spent":"371.348096ms","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:23:02.980511Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"163ef968c92247ab switched to configuration voters=(1602992745836857259) learners=(3440233694319345208)"} {"level":"info","ts":"2026-07-30T16:23:02.980764Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"59d11c119c278888","local-member-id":"163ef968c92247ab","added-peer-id":"2fbe2a515e3bfe38","added-peer-peer-urls":["https://199.19.213.118:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:23:02.980804Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:02.980837Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:02.984863Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:02.985603Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:02.985731Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:02.985867Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38","remote-peer-urls":["https://199.19.213.118:2380"]} {"level":"info","ts":"2026-07-30T16:23:02.985778Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:02.985959Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"163ef968c92247ab","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:02.985830Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"warn","ts":"2026-07-30T16:23:03.022145Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.118:44532","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:23:03.034818Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:23:03.535850Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:23:04.034370Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:23:04.536192Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-30T16:23:04.772553Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.118:2380/version","remote-member-id":"2fbe2a515e3bfe38","error":"Get \"https://199.19.213.118:2380/version\": dial tcp 199.19.213.118:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:23:04.772669Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"2fbe2a515e3bfe38","error":"Get \"https://199.19.213.118:2380/version\": dial tcp 199.19.213.118:2380: connect: connection refused"} {"level":"error","ts":"2026-07-30T16:23:05.033810Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:23:05.533668Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:23:06.037404Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:23:06.536395Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:23:07.037776Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-07-30T16:23:07.373332Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"163ef968c92247ab","to":"2fbe2a515e3bfe38","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:23:07.373377Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:07.373413Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:07.373419Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"163ef968c92247ab","to":"2fbe2a515e3bfe38","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:23:07.373449Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:07.388838Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"163ef968c92247ab","to":"2fbe2a515e3bfe38","bytes":782343,"size":"782 kB"} {"level":"info","ts":"2026-07-30T16:23:07.388972Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":492,"remote-peer-id":"2fbe2a515e3bfe38","bytes":782343,"size":"782 kB"} {"level":"info","ts":"2026-07-30T16:23:07.392124Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":774144,"size":"774 kB"} {"level":"info","ts":"2026-07-30T16:23:07.398437Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:07.400568Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":492,"remote-peer-id":"2fbe2a515e3bfe38","bytes":782343,"size":"782 kB"} {"level":"info","ts":"2026-07-30T16:23:07.400758Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"warn","ts":"2026-07-30T16:23:07.412760Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:23:07.412857Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38","error":"EOF"} {"level":"info","ts":"2026-07-30T16:23:07.423618Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"163ef968c92247ab","to":"2fbe2a515e3bfe38","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-30T16:23:07.423643Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:07.423652Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:07.426924Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"163ef968c92247ab","to":"2fbe2a515e3bfe38","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-30T16:23:07.426976Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:07.426989Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:07.496812Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:07.502793Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:07.534316Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"163ef968c92247ab switched to configuration voters=(1602992745836857259 3440233694319345208)"} {"level":"info","ts":"2026-07-30T16:23:07.534443Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"59d11c119c278888","local-member-id":"163ef968c92247ab","promoted-member-id":"2fbe2a515e3bfe38"} {"level":"info","ts":"2026-07-30T16:23:07.534477Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"163ef968c92247ab","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"2fbe2a515e3bfe38"} {"level":"warn","ts":"2026-07-30T16:23:07.986732Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"2fbe2a515e3bfe38","rtt":"0s","error":"dial tcp 199.19.213.118:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:23:07.986764Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"2fbe2a515e3bfe38","rtt":"0s","error":"dial tcp 199.19.213.118:2380: connect: connection refused"} {"level":"info","ts":"2026-07-30T16:23:13.305422Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-30T16:23:35.506406Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-30T16:23:37.401586Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"163ef968c92247ab","to":"2fbe2a515e3bfe38","bytes":782343,"size":"782 kB","took":"30.01274279s"} {"level":"warn","ts":"2026-07-30T16:24:03.288097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:36336","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:24:03.313697Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"163ef968c92247ab switched to configuration voters=(1602992745836857259 3440233694319345208) learners=(18428031179353159199)"} {"level":"info","ts":"2026-07-30T16:24:03.313889Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"59d11c119c278888","local-member-id":"163ef968c92247ab","added-peer-id":"ffbd84b8c32af61f","added-peer-peer-urls":["https://199.204.45.22:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:24:03.313968Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.314009Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.314133Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.314187Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.314220Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.314224Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f","remote-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-07-30T16:24:03.314236Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:03.314234Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"error","ts":"2026-07-30T16:24:03.370068Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:24:03.881312Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:24:03.881402Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"ffbd84b8c32af61f","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-30T16:24:04.369248Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:24:04.369387Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"ffbd84b8c32af61f","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-07-30T16:24:04.806244Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.22:2380/version","remote-member-id":"ffbd84b8c32af61f","error":"Get \"https://199.204.45.22:2380/version\": dial tcp 199.204.45.22:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:24:04.806342Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"ffbd84b8c32af61f","error":"Get \"https://199.204.45.22:2380/version\": dial tcp 199.204.45.22:2380: connect: connection refused"} {"level":"error","ts":"2026-07-30T16:24:04.869533Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:24:05.371784Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:24:05.371902Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"ffbd84b8c32af61f","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-30T16:24:05.873296Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-30T16:24:06.360400Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:36492","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:24:06.372538Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:24:06.372632Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"ffbd84b8c32af61f","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-07-30T16:24:06.869107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.22:36518","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:24:06.869775Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:24:07.370892Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:24:07.370989Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"ffbd84b8c32af61f","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-30T16:24:07.868725Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-07-30T16:24:07.918241Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.927087Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.927884Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"163ef968c92247ab","to":"ffbd84b8c32af61f","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:24:07.927911Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.929957Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.930759Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"163ef968c92247ab","to":"ffbd84b8c32af61f","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:24:07.930783Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.937259Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"163ef968c92247ab","to":"ffbd84b8c32af61f","bytes":1032748,"size":"1.0 MB"} {"level":"info","ts":"2026-07-30T16:24:07.937352Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":706,"remote-peer-id":"ffbd84b8c32af61f","bytes":1032748,"size":"1.0 MB"} {"level":"info","ts":"2026-07-30T16:24:07.937528Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-30T16:24:07.940573Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1024000,"size":"1.0 MB"} {"level":"info","ts":"2026-07-30T16:24:07.949557Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":706,"remote-peer-id":"ffbd84b8c32af61f","bytes":1032748,"size":"1.0 MB"} {"level":"warn","ts":"2026-07-30T16:24:07.969401Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:24:07.969596Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f","error":"EOF"} {"level":"info","ts":"2026-07-30T16:24:07.985714Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"163ef968c92247ab","to":"ffbd84b8c32af61f","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-30T16:24:07.985757Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.985771Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.991078Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"163ef968c92247ab","to":"ffbd84b8c32af61f","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-30T16:24:07.991106Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:07.991120Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:08.029550Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:08.029708Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"163ef968c92247ab","remote-peer-id":"ffbd84b8c32af61f"} {"level":"warn","ts":"2026-07-30T16:24:08.314838Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"ffbd84b8c32af61f","rtt":"0s","error":"dial tcp 199.204.45.22:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:24:08.314883Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"ffbd84b8c32af61f","rtt":"0s","error":"dial tcp 199.204.45.22:2380: connect: connection refused"} {"level":"info","ts":"2026-07-30T16:24:08.407954Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"163ef968c92247ab switched to configuration voters=(1602992745836857259 3440233694319345208 18428031179353159199)"} {"level":"info","ts":"2026-07-30T16:24:08.408149Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"59d11c119c278888","local-member-id":"163ef968c92247ab","promoted-member-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:08.408201Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"163ef968c92247ab","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"ffbd84b8c32af61f"} {"level":"info","ts":"2026-07-30T16:24:11.154047Z","caller":"traceutil/trace.go:172","msg":"trace[1165645897] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"142.600778ms","start":"2026-07-30T16:24:11.011419Z","end":"2026-07-30T16:24:11.154020Z","steps":["trace[1165645897] 'process raft request' (duration: 142.431507ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:15.963833Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-30T16:24:16.820587Z","caller":"traceutil/trace.go:172","msg":"trace[1615802818] linearizableReadLoop","detail":"{readStateIndex:811; appliedIndex:812; }","duration":"146.490527ms","start":"2026-07-30T16:24:16.674061Z","end":"2026-07-30T16:24:16.820551Z","steps":["trace[1615802818] 'read index received' (duration: 146.481447ms)","trace[1615802818] 'applied index is now lower than readState.Index' (duration: 7.95µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:16.820801Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.727648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:16.820971Z","caller":"traceutil/trace.go:172","msg":"trace[1892092636] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations; range_end:; response_count:0; response_revision:744; }","duration":"146.902279ms","start":"2026-07-30T16:24:16.674054Z","end":"2026-07-30T16:24:16.820957Z","steps":["trace[1892092636] 'agreement among raft nodes before linearized reading' (duration: 146.709728ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:31.621619Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-30T16:24:37.949737Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"163ef968c92247ab","to":"ffbd84b8c32af61f","bytes":1032748,"size":"1.0 MB","took":"30.012455695s"} {"level":"warn","ts":"2026-07-30T16:24:44.150112Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5164396992439927630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:44.152455Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ffbd84b8c32af61f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"482.985565ms"} {"level":"warn","ts":"2026-07-30T16:24:44.152511Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2fbe2a515e3bfe38","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"483.046635ms"} {"level":"info","ts":"2026-07-30T16:24:44.153588Z","caller":"traceutil/trace.go:172","msg":"trace[435780706] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"703.839882ms","start":"2026-07-30T16:24:43.449730Z","end":"2026-07-30T16:24:44.153570Z","steps":["trace[435780706] 'process raft request' (duration: 703.767851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:44.153826Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.449719Z","time spent":"703.966553ms","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:44.154201Z","caller":"traceutil/trace.go:172","msg":"trace[1633397121] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"704.845357ms","start":"2026-07-30T16:24:43.449344Z","end":"2026-07-30T16:24:44.154189Z","steps":["trace[1633397121] 'process raft request' (duration: 704.055512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:44.154263Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.449332Z","time spent":"704.898897ms","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:44.651229Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5164396992439927630,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:44.777402Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ffbd84b8c32af61f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"424.865146ms"} {"level":"warn","ts":"2026-07-30T16:24:44.777490Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2fbe2a515e3bfe38","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"424.963047ms"} {"level":"info","ts":"2026-07-30T16:24:44.777603Z","caller":"traceutil/trace.go:172","msg":"trace[1349819683] linearizableReadLoop","detail":"{readStateIndex:1072; appliedIndex:1072; }","duration":"1.127587606s","start":"2026-07-30T16:24:43.649955Z","end":"2026-07-30T16:24:44.777542Z","steps":["trace[1349819683] 'read index received' (duration: 1.127565566s)","trace[1349819683] 'applied index is now lower than readState.Index' (duration: 19.17µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:44.792777Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.142805304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:44.792866Z","caller":"traceutil/trace.go:172","msg":"trace[1848241737] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:944; }","duration":"1.142904044s","start":"2026-07-30T16:24:43.649938Z","end":"2026-07-30T16:24:44.792842Z","steps":["trace[1848241737] 'agreement among raft nodes before linearized reading' (duration: 1.127852027s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:44.792936Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.649915Z","time spent":"1.143008115s","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/pods\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:44.793196Z","caller":"traceutil/trace.go:172","msg":"trace[1742145043] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"1.255558752s","start":"2026-07-30T16:24:43.537603Z","end":"2026-07-30T16:24:44.793161Z","steps":["trace[1742145043] 'process raft request' (duration: 1.239997462s)","trace[1742145043] 'compare' (duration: 15.056938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:44.793316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.537564Z","time spent":"1.255690312s","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:24:44.793295Z","caller":"traceutil/trace.go:172","msg":"trace[18490950] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"1.108239186s","start":"2026-07-30T16:24:43.685031Z","end":"2026-07-30T16:24:44.793271Z","steps":["trace[18490950] 'process raft request' (duration: 1.108163076s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:44.793355Z","caller":"traceutil/trace.go:172","msg":"trace[457010633] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"1.246205785s","start":"2026-07-30T16:24:43.547120Z","end":"2026-07-30T16:24:44.793326Z","steps":["trace[457010633] 'process raft request' (duration: 1.245818873s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:44.793482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.685005Z","time spent":"1.108370687s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:44.793499Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.547075Z","time spent":"1.246347836s","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:44.805718Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5164396992439927646,"received-request-id":5164396992439927630} {"level":"info","ts":"2026-07-30T16:24:44.806289Z","caller":"traceutil/trace.go:172","msg":"trace[2001856262] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"641.335871ms","start":"2026-07-30T16:24:44.164917Z","end":"2026-07-30T16:24:44.806253Z","steps":["trace[2001856262] 'process raft request' (duration: 640.773597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:44.807107Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.164892Z","time spent":"642.106054ms","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:45.278035Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5164396992439927646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:45.400941Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ffbd84b8c32af61f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"395.326714ms"} {"level":"warn","ts":"2026-07-30T16:24:45.401010Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2fbe2a515e3bfe38","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"395.404084ms"} {"level":"info","ts":"2026-07-30T16:24:45.401387Z","caller":"traceutil/trace.go:172","msg":"trace[1893264963] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"1.235731121s","start":"2026-07-30T16:24:44.165634Z","end":"2026-07-30T16:24:45.401365Z","steps":["trace[1893264963] 'process raft request' (duration: 1.23547378s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.401535Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.165623Z","time spent":"1.235839751s","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:45.551238Z","caller":"traceutil/trace.go:172","msg":"trace[304051714] linearizableReadLoop","detail":"{readStateIndex:1078; appliedIndex:1081; }","duration":"773.501209ms","start":"2026-07-30T16:24:44.777721Z","end":"2026-07-30T16:24:45.551222Z","steps":["trace[304051714] 'read index received' (duration: 773.495609ms)","trace[304051714] 'applied index is now lower than readState.Index' (duration: 4.79µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:45.551351Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.766660284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:45.551379Z","caller":"traceutil/trace.go:172","msg":"trace[756787725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:949; }","duration":"1.766699834s","start":"2026-07-30T16:24:43.784671Z","end":"2026-07-30T16:24:45.551371Z","steps":["trace[756787725] 'agreement among raft nodes before linearized reading' (duration: 1.766625884s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.551453Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.784651Z","time spent":"1.766749066s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:24:45.552006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.750731902s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:45.552076Z","caller":"traceutil/trace.go:172","msg":"trace[5770145] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:949; }","duration":"1.750813412s","start":"2026-07-30T16:24:43.801247Z","end":"2026-07-30T16:24:45.552061Z","steps":["trace[5770145] 'agreement among raft nodes before linearized reading' (duration: 1.750702632s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.552388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.31155075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.156\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T16:24:45.552425Z","caller":"traceutil/trace.go:172","msg":"trace[871222860] range","detail":"{range_begin:/registry/masterleases/199.19.213.156; range_end:; response_count:1; response_revision:949; }","duration":"1.31159013s","start":"2026-07-30T16:24:44.240826Z","end":"2026-07-30T16:24:45.552417Z","steps":["trace[871222860] 'agreement among raft nodes before linearized reading' (duration: 1.311460239s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.552455Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.240805Z","time spent":"1.31164201s","remote":"127.0.0.1:34854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.156\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:45.552595Z","caller":"traceutil/trace.go:172","msg":"trace[1493773695] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"754.037599ms","start":"2026-07-30T16:24:44.798535Z","end":"2026-07-30T16:24:45.552573Z","steps":["trace[1493773695] 'process raft request' (duration: 753.706646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.552748Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.798513Z","time spent":"754.18079ms","remote":"127.0.0.1:35860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:24:45.552830Z","caller":"traceutil/trace.go:172","msg":"trace[1113001538] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"727.777995ms","start":"2026-07-30T16:24:44.825042Z","end":"2026-07-30T16:24:45.552820Z","steps":["trace[1113001538] 'process raft request' (duration: 727.419363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.552921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.825022Z","time spent":"727.842065ms","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31111,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:45.552662Z","caller":"traceutil/trace.go:172","msg":"trace[374832772] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"676.197079ms","start":"2026-07-30T16:24:44.876453Z","end":"2026-07-30T16:24:45.552650Z","steps":["trace[374832772] 'process raft request' (duration: 676.082659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.555509Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:44.876400Z","time spent":"679.019903ms","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:24:45.555509Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.582210438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T16:24:45.555878Z","caller":"traceutil/trace.go:172","msg":"trace[374929508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:949; }","duration":"1.58262848s","start":"2026-07-30T16:24:43.973100Z","end":"2026-07-30T16:24:45.555729Z","steps":["trace[374929508] 'agreement among raft nodes before linearized reading' (duration: 1.579209453s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.556067Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.582970651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:24:45.556337Z","caller":"traceutil/trace.go:172","msg":"trace[1232931063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:950; }","duration":"1.583239782s","start":"2026-07-30T16:24:43.973076Z","end":"2026-07-30T16:24:45.556316Z","steps":["trace[1232931063] 'agreement among raft nodes before linearized reading' (duration: 1.579332773s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.556406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.973060Z","time spent":"1.583328873s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:45.556360Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:43.973097Z","time spent":"1.583110302s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:45.561003Z","caller":"traceutil/trace.go:172","msg":"trace[2059530737] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"374.994524ms","start":"2026-07-30T16:24:45.185989Z","end":"2026-07-30T16:24:45.560984Z","steps":["trace[2059530737] 'process raft request' (duration: 374.28421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.561749Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:45.185957Z","time spent":"375.088414ms","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:45.562569Z","caller":"traceutil/trace.go:172","msg":"trace[322785801] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"146.09957ms","start":"2026-07-30T16:24:45.416456Z","end":"2026-07-30T16:24:45.562556Z","steps":["trace[322785801] 'process raft request' (duration: 146.034469ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:45.562660Z","caller":"traceutil/trace.go:172","msg":"trace[824689244] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"299.722818ms","start":"2026-07-30T16:24:45.262925Z","end":"2026-07-30T16:24:45.562648Z","steps":["trace[824689244] 'process raft request' (duration: 299.497587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:45.562958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:45.262905Z","time spent":"300.018579ms","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:51.848475Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"257.366709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-30T16:24:52.044328Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5164396992439927788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:52.249629Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ffbd84b8c32af61f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"460.771997ms"} {"level":"warn","ts":"2026-07-30T16:24:52.249725Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2fbe2a515e3bfe38","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"460.878338ms"} {"level":"info","ts":"2026-07-30T16:24:52.249698Z","caller":"traceutil/trace.go:172","msg":"trace[1544326592] linearizableReadLoop","detail":"{readStateIndex:1199; appliedIndex:1200; }","duration":"706.3014ms","start":"2026-07-30T16:24:51.543357Z","end":"2026-07-30T16:24:52.249659Z","steps":["trace[1544326592] 'read index received' (duration: 706.29339ms)","trace[1544326592] 'applied index is now lower than readState.Index' (duration: 6.89µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:52.251262Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5164396992439927791,"received-request-id":5164396992439927788} {"level":"warn","ts":"2026-07-30T16:24:52.254398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"711.031395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-30T16:24:52.254466Z","caller":"traceutil/trace.go:172","msg":"trace[146275324] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1029; }","duration":"711.104455ms","start":"2026-07-30T16:24:51.543341Z","end":"2026-07-30T16:24:52.254445Z","steps":["trace[146275324] 'agreement among raft nodes before linearized reading' (duration: 706.405802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:52.254503Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:51.543314Z","time spent":"711.180066ms","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:52.254804Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"654.008542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T16:24:52.254855Z","caller":"traceutil/trace.go:172","msg":"trace[1504146730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1031; }","duration":"654.060032ms","start":"2026-07-30T16:24:51.600782Z","end":"2026-07-30T16:24:52.254842Z","steps":["trace[1504146730] 'agreement among raft nodes before linearized reading' (duration: 653.946232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:52.254883Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:51.600759Z","time spent":"654.117412ms","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:52.254955Z","caller":"traceutil/trace.go:172","msg":"trace[728497265] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"668.494517ms","start":"2026-07-30T16:24:51.586448Z","end":"2026-07-30T16:24:52.254942Z","steps":["trace[728497265] 'process raft request' (duration: 668.106494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:52.255045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:51.586429Z","time spent":"668.561518ms","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:52.255094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"650.710335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-07-30T16:24:52.255065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"471.039705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:52.255123Z","caller":"traceutil/trace.go:172","msg":"trace[1457432626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1031; }","duration":"650.737725ms","start":"2026-07-30T16:24:51.604376Z","end":"2026-07-30T16:24:52.255114Z","steps":["trace[1457432626] 'agreement among raft nodes before linearized reading' (duration: 650.661225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:52.255149Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:51.604366Z","time spent":"650.777925ms","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:52.255158Z","caller":"traceutil/trace.go:172","msg":"trace[1561687983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1031; }","duration":"471.138775ms","start":"2026-07-30T16:24:51.784001Z","end":"2026-07-30T16:24:52.255140Z","steps":["trace[1561687983] 'agreement among raft nodes before linearized reading' (duration: 471.000815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:52.255194Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:51.783978Z","time spent":"471.208056ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:24:52.255596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"407.594299ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:52.255628Z","caller":"traceutil/trace.go:172","msg":"trace[497711251] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1031; }","duration":"407.62835ms","start":"2026-07-30T16:24:51.847991Z","end":"2026-07-30T16:24:52.255620Z","steps":["trace[497711251] 'agreement among raft nodes before linearized reading' (duration: 407.577639ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:52.255928Z","caller":"traceutil/trace.go:172","msg":"trace[468607717] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"733.775942ms","start":"2026-07-30T16:24:51.522137Z","end":"2026-07-30T16:24:52.255913Z","steps":["trace[468607717] 'process raft request' (duration: 728.129443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:52.256479Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:51.522118Z","time spent":"734.279405ms","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:52.831502Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5164396992439927796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:53.211523Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"410.703374ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:53.211646Z","caller":"traceutil/trace.go:172","msg":"trace[253772149] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1032; }","duration":"410.845685ms","start":"2026-07-30T16:24:52.800778Z","end":"2026-07-30T16:24:53.211623Z","steps":["trace[253772149] 'range keys from in-memory index tree' (duration: 410.635344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:53.332548Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5164396992439927796,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:53.430313Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.099745696s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:24:53.430472Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ffbd84b8c32af61f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"899.984257ms"} {"level":"warn","ts":"2026-07-30T16:24:53.430500Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2fbe2a515e3bfe38","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"900.012647ms"} {"level":"info","ts":"2026-07-30T16:24:53.431629Z","caller":"traceutil/trace.go:172","msg":"trace[2020573773] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"1.116291391s","start":"2026-07-30T16:24:52.315319Z","end":"2026-07-30T16:24:53.431611Z","steps":["trace[2020573773] 'process raft request' (duration: 1.116250851s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:53.431794Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:52.315300Z","time spent":"1.116432612s","remote":"127.0.0.1:35750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:24:53.432210Z","caller":"traceutil/trace.go:172","msg":"trace[142429411] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"1.169837967s","start":"2026-07-30T16:24:52.262345Z","end":"2026-07-30T16:24:53.432183Z","steps":["trace[142429411] 'process raft request' (duration: 1.169002822s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:53.432414Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:52.262308Z","time spent":"1.170014207s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:53.536875Z","caller":"traceutil/trace.go:172","msg":"trace[2094684972] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1206; }","duration":"1.206226392s","start":"2026-07-30T16:24:52.330535Z","end":"2026-07-30T16:24:53.536762Z","steps":["trace[2094684972] 'read index received' (duration: 1.206160302s)","trace[2094684972] 'applied index is now lower than readState.Index' (duration: 64.25µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:54.237059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.917906798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-77kxx\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-07-30T16:24:54.237143Z","caller":"traceutil/trace.go:172","msg":"trace[2039710396] range","detail":"{range_begin:/registry/pods/kube-system/cilium-77kxx; range_end:; response_count:1; response_revision:1035; }","duration":"1.918002898s","start":"2026-07-30T16:24:52.319120Z","end":"2026-07-30T16:24:54.237123Z","steps":["trace[2039710396] 'agreement among raft nodes before linearized reading' (duration: 1.21770564s)","trace[2039710396] 'range keys from in-memory index tree' (duration: 700.065978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:54.237182Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:52.319112Z","time spent":"1.91806052s","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18376,"request content":"key:\"/registry/pods/kube-system/cilium-77kxx\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:54.238043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.975550454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-07-30T16:24:54.238131Z","caller":"traceutil/trace.go:172","msg":"trace[1744334008] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:1035; }","duration":"1.975647055s","start":"2026-07-30T16:24:52.262464Z","end":"2026-07-30T16:24:54.238111Z","steps":["trace[1744334008] 'agreement among raft nodes before linearized reading' (duration: 1.274456422s)","trace[1744334008] 'range keys from in-memory index tree' (duration: 700.909642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:54.238172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:52.262435Z","time spent":"1.975726655s","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6556,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:55.783540Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999925308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:24:55.783668Z","caller":"traceutil/trace.go:172","msg":"trace[621462999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079599s","start":"2026-07-30T16:24:53.783560Z","end":"2026-07-30T16:24:55.783640Z","steps":["trace[621462999] 'agreement among raft nodes before linearized reading' (duration: 1.999920018s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:55.783747Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:53.783538Z","time spent":"2.000198299s","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:24:55.800183Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"163ef968c92247ab [logterm: 2, index: 1211, vote: 163ef968c92247ab] ignored MsgPreVote from ffbd84b8c32af61f [logterm: 2, index: 1209] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-07-30T16:24:56.297319Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.042621586s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:24:56.297486Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ffbd84b8c32af61f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.933341131s"} {"level":"warn","ts":"2026-07-30T16:24:56.297513Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2fbe2a515e3bfe38","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.933371711s"} {"level":"warn","ts":"2026-07-30T16:24:56.512046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.975672808s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-30T16:24:56.513332Z","caller":"traceutil/trace.go:172","msg":"trace[726061713] linearizableReadLoop","detail":"{readStateIndex:1208; appliedIndex:1206; }","duration":"2.97617481s","start":"2026-07-30T16:24:53.537126Z","end":"2026-07-30T16:24:56.513301Z","steps":["trace[726061713] 'read index received' (duration: 1.002345ms)","trace[726061713] 'applied index is now lower than readState.Index' (duration: 2.975171315s)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:24:56.513314Z","caller":"traceutil/trace.go:172","msg":"trace[843663802] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"3.689700007s","start":"2026-07-30T16:24:52.823587Z","end":"2026-07-30T16:24:56.513287Z","steps":["trace[843663802] 'process raft request' (duration: 3.688547391s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:56.513540Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:52.823557Z","time spent":"3.689852678s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:57.013903Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5164396992439927804,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:24:57.330978Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"163ef968c92247ab [logterm: 2, index: 1214, vote: 163ef968c92247ab] ignored MsgPreVote from 2fbe2a515e3bfe38 [logterm: 2, index: 1211] at term 2: lease is not expired (remaining ticks: 7)"} {"level":"warn","ts":"2026-07-30T16:24:57.475713Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.178061276s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:24:57.476070Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ffbd84b8c32af61f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"978.525689ms"} {"level":"warn","ts":"2026-07-30T16:24:57.476114Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2fbe2a515e3bfe38","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"978.580779ms"} {"level":"warn","ts":"2026-07-30T16:24:57.514087Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5164396992439927804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:57.784493Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000513209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:24:57.784590Z","caller":"traceutil/trace.go:172","msg":"trace[646164353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00064035s","start":"2026-07-30T16:24:55.783929Z","end":"2026-07-30T16:24:57.784569Z","steps":["trace[646164353] 'agreement among raft nodes before linearized reading' (duration: 2.000508759s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:57.784827Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:55.783901Z","time spent":"2.000912511s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:24:57 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:24:58.015184Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5164396992439927804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:24:58.029377Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"380.58598ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.029434Z","caller":"traceutil/trace.go:172","msg":"trace[563952046] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1036; }","duration":"380.65612ms","start":"2026-07-30T16:24:57.648763Z","end":"2026-07-30T16:24:58.029419Z","steps":["trace[563952046] 'range keys from in-memory index tree' (duration: 380.53605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.029910Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.818204948s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.029951Z","caller":"traceutil/trace.go:172","msg":"trace[1793052339] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1036; }","duration":"4.818243598s","start":"2026-07-30T16:24:53.211695Z","end":"2026-07-30T16:24:58.029939Z","steps":["trace[1793052339] 'agreement among raft nodes before linearized reading' (duration: 3.301727099s)","trace[1793052339] 'range keys from in-memory index tree' (duration: 1.516470929s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.030100Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.585901957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.030138Z","caller":"traceutil/trace.go:172","msg":"trace[928158134] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1036; }","duration":"4.585935128s","start":"2026-07-30T16:24:53.444188Z","end":"2026-07-30T16:24:58.030123Z","steps":["trace[928158134] 'agreement among raft nodes before linearized reading' (duration: 3.069222097s)","trace[928158134] 'range keys from in-memory index tree' (duration: 1.51666567s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.030168Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:53.444170Z","time spent":"4.585990449s","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.030600Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.517164143s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:24:58.030997Z","caller":"traceutil/trace.go:172","msg":"trace[1158183173] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"2.379145849s","start":"2026-07-30T16:24:55.651836Z","end":"2026-07-30T16:24:58.030982Z","steps":["trace[1158183173] 'process raft request' (duration: 2.378946438s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:58.031061Z","caller":"traceutil/trace.go:172","msg":"trace[1636173159] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"3.769123672s","start":"2026-07-30T16:24:54.261922Z","end":"2026-07-30T16:24:58.031046Z","steps":["trace[1636173159] 'process raft request' (duration: 3.76875651s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.031071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:55.651821Z","time spent":"2.37921585s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:58.031135Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:54.261894Z","time spent":"3.769198792s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:24:58.031502Z","caller":"traceutil/trace.go:172","msg":"trace[2112764549] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"3.777127674s","start":"2026-07-30T16:24:54.254359Z","end":"2026-07-30T16:24:58.031486Z","steps":["trace[2112764549] 'process raft request' (duration: 2.258935785s)","trace[2112764549] 'compare' (duration: 1.515924147s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.031627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:54.254300Z","time spent":"3.777266494s","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:24:58.116823Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ffbd84b8c32af61f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"440.670131ms"} {"level":"warn","ts":"2026-07-30T16:24:58.116900Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2fbe2a515e3bfe38","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"440.758403ms"} {"level":"info","ts":"2026-07-30T16:24:58.116889Z","caller":"traceutil/trace.go:172","msg":"trace[427135805] linearizableReadLoop","detail":"{readStateIndex:1209; appliedIndex:1211; }","duration":"1.603469794s","start":"2026-07-30T16:24:56.513389Z","end":"2026-07-30T16:24:58.116858Z","steps":["trace[427135805] 'read index received' (duration: 1.603454944s)","trace[427135805] 'applied index is now lower than readState.Index' (duration: 12.65µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.117065Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.341707985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.117115Z","caller":"traceutil/trace.go:172","msg":"trace[1994297149] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:1039; }","duration":"4.341779166s","start":"2026-07-30T16:24:53.775324Z","end":"2026-07-30T16:24:58.117104Z","steps":["trace[1994297149] 'agreement among raft nodes before linearized reading' (duration: 4.341660115s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.117116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.87589918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.156\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-30T16:24:58.117118Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.680324123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T16:24:58.117176Z","caller":"traceutil/trace.go:172","msg":"trace[1925767306] range","detail":"{range_begin:/registry/masterleases/199.19.213.156; range_end:; response_count:1; response_revision:1039; }","duration":"3.87597304s","start":"2026-07-30T16:24:54.241191Z","end":"2026-07-30T16:24:58.117164Z","steps":["trace[1925767306] 'agreement among raft nodes before linearized reading' (duration: 3.875778209s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:58.117191Z","caller":"traceutil/trace.go:172","msg":"trace[70391365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1039; }","duration":"2.680407943s","start":"2026-07-30T16:24:55.436767Z","end":"2026-07-30T16:24:58.117175Z","steps":["trace[70391365] 'agreement among raft nodes before linearized reading' (duration: 2.680174462s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.117229Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:55.436742Z","time spent":"2.680479293s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.117159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:53.775302Z","time spent":"4.341847056s","remote":"127.0.0.1:35518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.117422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.781584155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"warn","ts":"2026-07-30T16:24:58.117288Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.513073906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.117751Z","caller":"traceutil/trace.go:172","msg":"trace[2077434750] range","detail":"{range_begin:/registry/volumeattachments; range_end:; response_count:0; response_revision:1039; }","duration":"2.513525018s","start":"2026-07-30T16:24:55.604209Z","end":"2026-07-30T16:24:58.117734Z","steps":["trace[2077434750] 'agreement among raft nodes before linearized reading' (duration: 2.513055075s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.117811Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:55.604192Z","time spent":"2.513604708s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.117209Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:54.241157Z","time spent":"3.87604674s","remote":"127.0.0.1:34854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.156\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:58.117889Z","caller":"traceutil/trace.go:172","msg":"trace[1024518937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1039; }","duration":"3.781855556s","start":"2026-07-30T16:24:54.335761Z","end":"2026-07-30T16:24:58.117616Z","steps":["trace[1024518937] 'agreement among raft nodes before linearized reading' (duration: 3.781292894s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.118105Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:54.335736Z","time spent":"3.782353539s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:24:58.148445Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5164396992439927806,"received-request-id":5164396992439927804} {"level":"info","ts":"2026-07-30T16:24:58.247602Z","caller":"traceutil/trace.go:172","msg":"trace[1302440192] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"459.209062ms","start":"2026-07-30T16:24:57.788359Z","end":"2026-07-30T16:24:58.247568Z","steps":["trace[1302440192] 'process raft request' (duration: 360.213355ms)","trace[1302440192] 'compare' (duration: 98.778796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.247721Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.788164Z","time spent":"459.500264ms","remote":"127.0.0.1:34886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:24:58.250708Z","caller":"traceutil/trace.go:172","msg":"trace[1355290996] linearizableReadLoop","detail":"{readStateIndex:1214; appliedIndex:1216; }","duration":"133.746665ms","start":"2026-07-30T16:24:58.116943Z","end":"2026-07-30T16:24:58.250689Z","steps":["trace[1355290996] 'read index received' (duration: 133.738175ms)","trace[1355290996] 'applied index is now lower than readState.Index' (duration: 7.42µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:58.250832Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"250.656854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:24:58.250874Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.397349689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.250910Z","caller":"traceutil/trace.go:172","msg":"trace[566818733] range","detail":"{range_begin:/registry/validatingwebhookconfigurations; range_end:; response_count:0; response_revision:1043; }","duration":"1.397397259s","start":"2026-07-30T16:24:56.853504Z","end":"2026-07-30T16:24:58.250901Z","steps":["trace[566818733] 'agreement among raft nodes before linearized reading' (duration: 1.397317169s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:58.250908Z","caller":"traceutil/trace.go:172","msg":"trace[1684626477] range","detail":"{range_begin:/registry/csistoragecapacities; range_end:; response_count:0; response_revision:1043; }","duration":"250.739455ms","start":"2026-07-30T16:24:58.000151Z","end":"2026-07-30T16:24:58.250891Z","steps":["trace[1684626477] 'agreement among raft nodes before linearized reading' (duration: 250.617194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.250950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:56.853480Z","time spent":"1.397458699s","remote":"127.0.0.1:35746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/validatingwebhookconfigurations\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:58.251031Z","caller":"traceutil/trace.go:172","msg":"trace[1655230327] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"127.14379ms","start":"2026-07-30T16:24:58.123879Z","end":"2026-07-30T16:24:58.251023Z","steps":["trace[1655230327] 'process raft request' (duration: 127.03323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.251043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"212.85847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-77kxx\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"warn","ts":"2026-07-30T16:24:58.251009Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"219.304423ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.251069Z","caller":"traceutil/trace.go:172","msg":"trace[1729227143] range","detail":"{range_begin:/registry/pods/kube-system/cilium-77kxx; range_end:; response_count:1; response_revision:1043; }","duration":"212.886611ms","start":"2026-07-30T16:24:58.038176Z","end":"2026-07-30T16:24:58.251062Z","steps":["trace[1729227143] 'agreement among raft nodes before linearized reading' (duration: 212.68746ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:58.251186Z","caller":"traceutil/trace.go:172","msg":"trace[1408733926] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"128.249767ms","start":"2026-07-30T16:24:58.122928Z","end":"2026-07-30T16:24:58.251178Z","steps":["trace[1408733926] 'process raft request' (duration: 127.912766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.251220Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"562.877003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/servicecidrs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.251252Z","caller":"traceutil/trace.go:172","msg":"trace[1037332282] range","detail":"{range_begin:/registry/servicecidrs; range_end:; response_count:0; response_revision:1046; }","duration":"562.909263ms","start":"2026-07-30T16:24:57.688334Z","end":"2026-07-30T16:24:58.251243Z","steps":["trace[1037332282] 'agreement among raft nodes before linearized reading' (duration: 562.806313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.251292Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.688310Z","time spent":"562.974545ms","remote":"127.0.0.1:35340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":27,"request content":"key:\"/registry/servicecidrs\" limit:1 "} {"level":"info","ts":"2026-07-30T16:24:58.251096Z","caller":"traceutil/trace.go:172","msg":"trace[291705445] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1044; }","duration":"219.406534ms","start":"2026-07-30T16:24:58.031671Z","end":"2026-07-30T16:24:58.251077Z","steps":["trace[291705445] 'agreement among raft nodes before linearized reading' (duration: 219.253883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.250881Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.373594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:58.251542Z","caller":"traceutil/trace.go:172","msg":"trace[936097167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1043; }","duration":"460.048458ms","start":"2026-07-30T16:24:57.791485Z","end":"2026-07-30T16:24:58.251533Z","steps":["trace[936097167] 'agreement among raft nodes before linearized reading' (duration: 459.318603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:58.251569Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:57.791465Z","time spent":"460.096398ms","remote":"127.0.0.1:34812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:24:58.660401Z","caller":"traceutil/trace.go:172","msg":"trace[471711847] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"231.750827ms","start":"2026-07-30T16:24:58.428609Z","end":"2026-07-30T16:24:58.660360Z","steps":["trace[471711847] 'process raft request' (duration: 231.311565ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:58.671428Z","caller":"traceutil/trace.go:172","msg":"trace[22928718] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"152.36369ms","start":"2026-07-30T16:24:58.519038Z","end":"2026-07-30T16:24:58.671401Z","steps":["trace[22928718] 'process raft request' (duration: 152.264859ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:58.671485Z","caller":"traceutil/trace.go:172","msg":"trace[304907602] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"203.517593ms","start":"2026-07-30T16:24:58.467930Z","end":"2026-07-30T16:24:58.671448Z","steps":["trace[304907602] 'process raft request' (duration: 194.466966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:24:59.035159Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ffbd84b8c32af61f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"112.038659ms"} {"level":"warn","ts":"2026-07-30T16:24:59.035297Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2fbe2a515e3bfe38","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"112.180009ms"} {"level":"warn","ts":"2026-07-30T16:24:59.109241Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"308.787671ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:24:59.109339Z","caller":"traceutil/trace.go:172","msg":"trace[173460886] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1059; }","duration":"308.897462ms","start":"2026-07-30T16:24:58.800422Z","end":"2026-07-30T16:24:59.109319Z","steps":["trace[173460886] 'range keys from in-memory index tree' (duration: 308.737201ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:59.110138Z","caller":"traceutil/trace.go:172","msg":"trace[866425443] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"381.314703ms","start":"2026-07-30T16:24:58.728788Z","end":"2026-07-30T16:24:59.110103Z","steps":["trace[866425443] 'process raft request' (duration: 306.462009ms)","trace[866425443] 'compare' (duration: 74.20098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:59.110278Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:24:58.728755Z","time spent":"381.460054ms","remote":"127.0.0.1:35168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2676,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:24:59.247988Z","caller":"traceutil/trace.go:172","msg":"trace[1155058342] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"117.508152ms","start":"2026-07-30T16:24:59.130448Z","end":"2026-07-30T16:24:59.247956Z","steps":["trace[1155058342] 'process raft request' (duration: 93.053187ms)","trace[1155058342] 'compare' (duration: 24.319204ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:24:59.536858Z","caller":"traceutil/trace.go:172","msg":"trace[2146894067] linearizableReadLoop","detail":"{readStateIndex:1237; appliedIndex:1238; }","duration":"187.41965ms","start":"2026-07-30T16:24:59.349411Z","end":"2026-07-30T16:24:59.536831Z","steps":["trace[2146894067] 'read index received' (duration: 187.41197ms)","trace[2146894067] 'applied index is now lower than readState.Index' (duration: 6.2µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:24:59.537116Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.684371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-77kxx\" limit:1 ","response":"range_response_count:1 size:18624"} {"level":"info","ts":"2026-07-30T16:24:59.537157Z","caller":"traceutil/trace.go:172","msg":"trace[845161921] range","detail":"{range_begin:/registry/pods/kube-system/cilium-77kxx; range_end:; response_count:1; response_revision:1063; }","duration":"187.741261ms","start":"2026-07-30T16:24:59.349406Z","end":"2026-07-30T16:24:59.537147Z","steps":["trace[845161921] 'agreement among raft nodes before linearized reading' (duration: 187.53759ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:59.537303Z","caller":"traceutil/trace.go:172","msg":"trace[1709006198] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"187.36557ms","start":"2026-07-30T16:24:59.349920Z","end":"2026-07-30T16:24:59.537286Z","steps":["trace[1709006198] 'process raft request' (duration: 187.32594ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:59.537322Z","caller":"traceutil/trace.go:172","msg":"trace[275098386] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"281.979284ms","start":"2026-07-30T16:24:59.255315Z","end":"2026-07-30T16:24:59.537294Z","steps":["trace[275098386] 'process raft request' (duration: 281.793623ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:59.537533Z","caller":"traceutil/trace.go:172","msg":"trace[179226910] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"281.958054ms","start":"2026-07-30T16:24:59.255549Z","end":"2026-07-30T16:24:59.537507Z","steps":["trace[179226910] 'process raft request' (duration: 281.644603ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:59.537707Z","caller":"traceutil/trace.go:172","msg":"trace[1454844555] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"283.533402ms","start":"2026-07-30T16:24:59.254136Z","end":"2026-07-30T16:24:59.537670Z","steps":["trace[1454844555] 'process raft request' (duration: 282.937579ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:59.537743Z","caller":"traceutil/trace.go:172","msg":"trace[713581360] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"284.622448ms","start":"2026-07-30T16:24:59.253046Z","end":"2026-07-30T16:24:59.537668Z","steps":["trace[713581360] 'process raft request' (duration: 283.906114ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:24:59.802706Z","caller":"traceutil/trace.go:172","msg":"trace[3182688] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"247.740389ms","start":"2026-07-30T16:24:59.554943Z","end":"2026-07-30T16:24:59.802684Z","steps":["trace[3182688] 'process raft request' (duration: 247.488727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:00.073885Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54756","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.091763Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.107718Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.120017Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54808","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.167048Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.212022Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.233372Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54860","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.260978Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54876","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.287231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54898","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.307183Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54908","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.403660Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.472751Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.605407Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.639840Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.662908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54990","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.713685Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.739957Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.759391Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55042","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.824814Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55050","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.847973Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.861872Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.883781Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55120","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.897236Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55136","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:00.916751Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55148","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:01.005014Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.683502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:01.005100Z","caller":"traceutil/trace.go:172","msg":"trace[556629756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1096; }","duration":"109.787372ms","start":"2026-07-30T16:25:00.895292Z","end":"2026-07-30T16:25:01.005079Z","steps":["trace[556629756] 'range keys from in-memory index tree' (duration: 108.660696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:01.005304Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"109.816462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:25:01.005342Z","caller":"traceutil/trace.go:172","msg":"trace[1996154304] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses; range_end:; response_count:0; response_revision:1096; }","duration":"109.856613ms","start":"2026-07-30T16:25:00.895476Z","end":"2026-07-30T16:25:01.005333Z","steps":["trace[1996154304] 'range keys from in-memory index tree' (duration: 108.296934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:02.852735Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.571514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:25:02.852876Z","caller":"traceutil/trace.go:172","msg":"trace[903807927] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"164.350551ms","start":"2026-07-30T16:25:02.688507Z","end":"2026-07-30T16:25:02.852858Z","steps":["trace[903807927] 'process raft request' (duration: 34.598736ms)","trace[903807927] 'compare' (duration: 129.440883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:25:11.284302Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:48980","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:14.292815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:14.324928Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53938","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:14.338834Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53950","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:14.738944Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:22.112301Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"ffbd84b8c32af61f","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"48.726092ms"} {"level":"warn","ts":"2026-07-30T16:25:22.112378Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2fbe2a515e3bfe38","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"48.812343ms"} {"level":"info","ts":"2026-07-30T16:25:22.113108Z","caller":"traceutil/trace.go:172","msg":"trace[1695759429] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"242.079368ms","start":"2026-07-30T16:25:21.871003Z","end":"2026-07-30T16:25:22.113083Z","steps":["trace[1695759429] 'process raft request' (duration: 241.877147ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:25:22.113871Z","caller":"traceutil/trace.go:172","msg":"trace[928056110] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1603; }","duration":"238.172517ms","start":"2026-07-30T16:25:21.875678Z","end":"2026-07-30T16:25:22.113850Z","steps":["trace[928056110] 'read index received' (duration: 238.167037ms)","trace[928056110] 'applied index is now lower than readState.Index' (duration: 4.25µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:25:22.114111Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.441189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-30T16:25:22.114193Z","caller":"traceutil/trace.go:172","msg":"trace[590671330] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1365; }","duration":"238.52764ms","start":"2026-07-30T16:25:21.875648Z","end":"2026-07-30T16:25:22.114176Z","steps":["trace[590671330] 'agreement among raft nodes before linearized reading' (duration: 238.338589ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:25:22.423174Z","caller":"traceutil/trace.go:172","msg":"trace[787361516] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"291.120829ms","start":"2026-07-30T16:25:22.132028Z","end":"2026-07-30T16:25:22.423149Z","steps":["trace[787361516] 'process raft request' (duration: 290.963728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:25:32.039519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:32.051061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:32.068442Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:25:32.083945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47792","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:25:59.197768Z","caller":"traceutil/trace.go:172","msg":"trace[372825742] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"106.127463ms","start":"2026-07-30T16:25:59.091618Z","end":"2026-07-30T16:25:59.197745Z","steps":["trace[372825742] 'process raft request' (duration: 105.909312ms)"],"step_count":1}