{"level":"warn","ts":"2026-07-30T16:18:45.750264Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-07-30T16:18:45.751163Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-07-30T16:18:45.751178Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.242:2380","--initial-cluster=controller-1=https://199.204.45.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.242:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-07-30T16:18:45.751457Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-07-30T16:18:45.751492Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T16:18:45.751505Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-07-30T16:18:45.751531Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:18:45.752444Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"]} {"level":"info","ts":"2026-07-30T16:18:45.753066Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-07-30T16:18:45.754262Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00029a070}"} {"level":"info","ts":"2026-07-30T16:18:45.758615Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-07-30T16:18:45.758656Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.494826ms"} {"level":"info","ts":"2026-07-30T16:18:45.758681Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-07-30T16:18:45.758688Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-07-30T16:18:45.758719Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-07-30T16:18:45.767519Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-07-30T16:18:45.767584Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"b844c110b9783e73","cluster-id":"49dc9693ccd466a9"} {"level":"info","ts":"2026-07-30T16:18:45.767605Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-07-30T16:18:45.767657Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b844c110b9783e73 switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T16:18:45.767688Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b844c110b9783e73 became follower at term 0"} {"level":"info","ts":"2026-07-30T16:18:45.767695Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft b844c110b9783e73 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T16:18:45.767706Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b844c110b9783e73 became follower at term 1"} {"level":"info","ts":"2026-07-30T16:18:45.767731Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"warn","ts":"2026-07-30T16:18:45.780554Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T16:18:45.783346Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T16:18:45.787949Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T16:18:45.788675Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"b844c110b9783e73","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T16:18:45.788931Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T16:18:45.789446Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"b844c110b9783e73","initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T16:18:45.789494Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T16:18:45.789799Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b844c110b9783e73","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T16:18:45.789798Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-07-30T16:18:45.789848Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-07-30T16:18:45.790022Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"info","ts":"2026-07-30T16:18:45.790143Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","added-peer-id":"b844c110b9783e73","added-peer-peer-urls":["https://199.204.45.242:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-07-30T16:18:45.790254Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:18:45.790319Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:18:45.790334Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T16:18:46.268510Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"b844c110b9783e73 is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T16:18:46.268575Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"b844c110b9783e73 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T16:18:46.268622Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b844c110b9783e73 received MsgPreVoteResp from b844c110b9783e73 at term 1"} {"level":"info","ts":"2026-07-30T16:18:46.268634Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b844c110b9783e73 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:18:46.268652Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"b844c110b9783e73 became candidate at term 2"} {"level":"info","ts":"2026-07-30T16:18:46.269652Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b844c110b9783e73 received MsgVoteResp from b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-30T16:18:46.269667Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b844c110b9783e73 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:18:46.269693Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"b844c110b9783e73 became leader at term 2"} {"level":"info","ts":"2026-07-30T16:18:46.269700Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: b844c110b9783e73 elected leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-30T16:18:46.274470Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"b844c110b9783e73","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.242:2379]}","cluster-id":"49dc9693ccd466a9","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T16:18:46.274530Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:18:46.275354Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:18:46.275469Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:18:46.275518Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-07-30T16:18:46.275643Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T16:18:46.275741Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-07-30T16:18:46.275804Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-07-30T16:18:46.277080Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-30T16:18:46.277606Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T16:18:46.277653Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T16:18:46.277754Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"warn","ts":"2026-07-30T16:18:46.279752Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-07-30T16:18:46.282264Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-07-30T16:18:46.290941Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.242:2379"} {"level":"info","ts":"2026-07-30T16:18:46.291845Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-30T16:18:46.731605Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.731710Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.757752Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54196","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.765610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54220","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.775734Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.792991Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54282","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.803738Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.813796Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54314","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.820232Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54330","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.830586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54336","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.842745Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54364","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.852199Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54378","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.863919Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.869911Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.886149Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.895209Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.905638Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54488","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.919867Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.929712Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54518","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.941343Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54534","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.944921Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:46.953206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.002040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.015453Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.023346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.033475Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.043324Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54684","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.054163Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54708","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.064857Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54714","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.071742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.081459Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54744","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.090736Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.099085Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.109460Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.118594Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.127263Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54822","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.135724Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.146776Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54858","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.155482Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.164977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.179151Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54920","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.183231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54942","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.197956Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54958","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.203040Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.210147Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:54986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.217890Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.226276Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55024","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.249765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.263549Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.270070Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.276974Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.286529Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.306666Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.316662Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55154","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.325151Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.333830Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.349721Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.357064Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.391240Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55258","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.398217Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.406730Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55300","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:18:47.461773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55316","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:19:02.604900Z","caller":"traceutil/trace.go:172","msg":"trace[2054195275] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"241.139191ms","start":"2026-07-30T16:19:02.363734Z","end":"2026-07-30T16:19:02.604873Z","steps":["trace[2054195275] 'process raft request' (duration: 240.932659ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:19:02.610684Z","caller":"traceutil/trace.go:172","msg":"trace[1711470637] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"204.515437ms","start":"2026-07-30T16:19:02.406146Z","end":"2026-07-30T16:19:02.610661Z","steps":["trace[1711470637] 'process raft request' (duration: 204.304365ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:19:02.610990Z","caller":"traceutil/trace.go:172","msg":"trace[2067378123] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"215.184456ms","start":"2026-07-30T16:19:02.395697Z","end":"2026-07-30T16:19:02.610882Z","steps":["trace[2067378123] 'process raft request' (duration: 214.60818ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:19:08.021151Z","caller":"traceutil/trace.go:172","msg":"trace[1791068821] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:464; }","duration":"141.567659ms","start":"2026-07-30T16:19:07.879557Z","end":"2026-07-30T16:19:08.021125Z","steps":["trace[1791068821] 'read index received' (duration: 141.559509ms)","trace[1791068821] 'applied index is now lower than readState.Index' (duration: 6.95µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:19:08.021296Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.728351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:19:08.021310Z","caller":"traceutil/trace.go:172","msg":"trace[151315191] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"415.193501ms","start":"2026-07-30T16:19:07.606095Z","end":"2026-07-30T16:19:08.021288Z","steps":["trace[151315191] 'process raft request' (duration: 415.06696ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:19:08.021386Z","caller":"traceutil/trace.go:172","msg":"trace[815103412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:445; }","duration":"141.828472ms","start":"2026-07-30T16:19:07.879542Z","end":"2026-07-30T16:19:08.021370Z","steps":["trace[815103412] 'agreement among raft nodes before linearized reading' (duration: 141.682721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:19:08.022147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:19:07.606077Z","time spent":"415.313673ms","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:19:28.905301Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603) learners=(6879683322622433624)"} {"level":"info","ts":"2026-07-30T16:19:28.905435Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","added-peer-id":"5f798b882416d958","added-peer-peer-urls":["https://199.204.45.138:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:19:28.905588Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:28.906031Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:28.912118Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:28.912519Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:28.912903Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:28.912892Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:28.913013Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:28.913200Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958","remote-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-07-30T16:19:28.913383Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"b844c110b9783e73","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"5f798b882416d958"} {"level":"warn","ts":"2026-07-30T16:19:28.947918Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.138:36254","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:19:28.958825Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:19:29.462106Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:19:29.960850Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-30T16:19:30.282853Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.138:2380/version","remote-member-id":"5f798b882416d958","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:19:30.282958Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"5f798b882416d958","error":"Get \"https://199.204.45.138:2380/version\": dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"error","ts":"2026-07-30T16:19:30.459474Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:19:30.963782Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:19:31.463690Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:19:31.960653Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:19:32.462111Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:19:32.962510Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-07-30T16:19:33.048823Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.048909Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.048965Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.054737Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b844c110b9783e73","to":"5f798b882416d958","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:19:33.054821Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.057626Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b844c110b9783e73","to":"5f798b882416d958","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:19:33.057664Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.076326Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"b844c110b9783e73","to":"5f798b882416d958","bytes":839689,"size":"840 kB"} {"level":"info","ts":"2026-07-30T16:19:33.076403Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":532,"remote-peer-id":"5f798b882416d958","bytes":839689,"size":"840 kB"} {"level":"info","ts":"2026-07-30T16:19:33.085570Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":831488,"size":"832 kB"} {"level":"info","ts":"2026-07-30T16:19:33.092613Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":532,"remote-peer-id":"5f798b882416d958","bytes":839689,"size":"840 kB"} {"level":"warn","ts":"2026-07-30T16:19:33.108419Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:19:33.108905Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958","error":"EOF"} {"level":"info","ts":"2026-07-30T16:19:33.119496Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b844c110b9783e73","to":"5f798b882416d958","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-30T16:19:33.119526Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.119536Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.121432Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b844c110b9783e73","to":"5f798b882416d958","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-30T16:19:33.121493Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.123291Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.128054Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.128476Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.460090Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b844c110b9783e73 switched to configuration voters=(6879683322622433624 13277949878970367603)"} {"level":"info","ts":"2026-07-30T16:19:33.460284Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","promoted-member-id":"5f798b882416d958"} {"level":"info","ts":"2026-07-30T16:19:33.460337Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"b844c110b9783e73","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"5f798b882416d958"} {"level":"warn","ts":"2026-07-30T16:19:33.913602Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"5f798b882416d958","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:19:33.913785Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"5f798b882416d958","rtt":"0s","error":"dial tcp 199.204.45.138:2380: connect: connection refused"} {"level":"info","ts":"2026-07-30T16:19:54.778486Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-30T16:20:03.093644Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"b844c110b9783e73","to":"5f798b882416d958","bytes":839689,"size":"840 kB","took":"30.017316813s"} {"level":"warn","ts":"2026-07-30T16:20:26.553871Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:36712","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:20:27.075137Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b844c110b9783e73 switched to configuration voters=(6879683322622433624 13277949878970367603) learners=(3278312189490005449)"} {"level":"info","ts":"2026-07-30T16:20:27.075410Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","added-peer-id":"2d7ee7912d6285c9","added-peer-peer-urls":["https://199.204.45.77:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-07-30T16:20:27.075494Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.075527Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.075609Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.075642Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9","remote-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-07-30T16:20:27.075675Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.075696Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.075729Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:27.075641Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"warn","ts":"2026-07-30T16:20:27.128799Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:36800","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:20:27.129430Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-07-30T16:20:27.629925Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:37024","server-name":"","error":"EOF"} {"level":"error","ts":"2026-07-30T16:20:27.643325Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:20:27.643419Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"2d7ee7912d6285c9","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-30T16:20:28.132588Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:20:28.132708Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"2d7ee7912d6285c9","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-30T16:20:28.631491Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:20:29.131003Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:20:29.131118Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"2d7ee7912d6285c9","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-07-30T16:20:29.632983Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-07-30T16:20:30.132478Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-07-30T16:20:30.132563Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"2d7ee7912d6285c9","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-07-30T16:20:30.317511Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.77:2380/version","remote-member-id":"2d7ee7912d6285c9","error":"Get \"https://199.204.45.77:2380/version\": dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"warn","ts":"2026-07-30T16:20:30.317622Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"2d7ee7912d6285c9","error":"Get \"https://199.204.45.77:2380/version\": dial tcp 199.204.45.77:2380: connect: connection refused"} {"level":"error","ts":"2026-07-30T16:20:30.629857Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-07-30T16:20:30.995603Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:30.997914Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:30.998154Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.002097Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b844c110b9783e73","to":"2d7ee7912d6285c9","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-07-30T16:20:31.002173Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.003364Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b844c110b9783e73","to":"2d7ee7912d6285c9","stream-type":"stream Message"} {"level":"info","ts":"2026-07-30T16:20:31.003392Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.004785Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"b844c110b9783e73","to":"2d7ee7912d6285c9","bytes":1070037,"size":"1.1 MB"} {"level":"info","ts":"2026-07-30T16:20:31.004873Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":738,"remote-peer-id":"2d7ee7912d6285c9","bytes":1070037,"size":"1.1 MB"} {"level":"info","ts":"2026-07-30T16:20:31.007876Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1060864,"size":"1.1 MB"} {"level":"info","ts":"2026-07-30T16:20:31.015060Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":738,"remote-peer-id":"2d7ee7912d6285c9","bytes":1070037,"size":"1.1 MB"} {"level":"warn","ts":"2026-07-30T16:20:31.040412Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:20:31.040470Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9","error":"EOF"} {"level":"info","ts":"2026-07-30T16:20:31.051020Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b844c110b9783e73","to":"2d7ee7912d6285c9","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-07-30T16:20:31.051071Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.051090Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.053839Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"b844c110b9783e73","to":"2d7ee7912d6285c9","stream-type":"stream Message"} {"level":"warn","ts":"2026-07-30T16:20:31.053876Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.053887Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.100243Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.102267Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"b844c110b9783e73","remote-peer-id":"2d7ee7912d6285c9"} {"level":"warn","ts":"2026-07-30T16:20:31.127004Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.77:37084","server-name":"","error":"EOF"} {"level":"info","ts":"2026-07-30T16:20:31.129464Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"b844c110b9783e73 switched to configuration voters=(3278312189490005449 6879683322622433624 13277949878970367603)"} {"level":"info","ts":"2026-07-30T16:20:31.129700Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","promoted-member-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:31.129754Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"b844c110b9783e73","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"2d7ee7912d6285c9"} {"level":"info","ts":"2026-07-30T16:20:50.694448Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-07-30T16:21:01.015797Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"b844c110b9783e73","to":"2d7ee7912d6285c9","bytes":1070037,"size":"1.1 MB","took":"30.011008778s"} {"level":"warn","ts":"2026-07-30T16:21:05.974844Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.414856ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-30T16:21:05.974916Z","caller":"traceutil/trace.go:172","msg":"trace[1396288173] linearizableReadLoop","detail":"{readStateIndex:895; appliedIndex:894; }","duration":"175.794901ms","start":"2026-07-30T16:21:05.799111Z","end":"2026-07-30T16:21:05.974906Z","steps":["trace[1396288173] 'read index received' (duration: 706.497µs)","trace[1396288173] 'applied index is now lower than readState.Index' (duration: 175.087114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:05.975089Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"175.978682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:1 size:4046"} {"level":"info","ts":"2026-07-30T16:21:05.975250Z","caller":"traceutil/trace.go:172","msg":"trace[1962444219] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:1; response_revision:818; }","duration":"176.143714ms","start":"2026-07-30T16:21:05.799099Z","end":"2026-07-30T16:21:05.975242Z","steps":["trace[1962444219] 'agreement among raft nodes before linearized reading' (duration: 175.879201ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:25.770262Z","caller":"traceutil/trace.go:172","msg":"trace[214822036] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"176.927931ms","start":"2026-07-30T16:21:25.593308Z","end":"2026-07-30T16:21:25.770236Z","steps":["trace[214822036] 'process raft request' (duration: 176.709139ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:25.843603Z","caller":"traceutil/trace.go:172","msg":"trace[1006139499] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"175.513468ms","start":"2026-07-30T16:21:25.668061Z","end":"2026-07-30T16:21:25.843574Z","steps":["trace[1006139499] 'process raft request' (duration: 175.357846ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:25.843635Z","caller":"traceutil/trace.go:172","msg":"trace[2020028353] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"243.953099ms","start":"2026-07-30T16:21:25.599640Z","end":"2026-07-30T16:21:25.843593Z","steps":["trace[2020028353] 'process raft request' (duration: 239.758407ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:25.852901Z","caller":"traceutil/trace.go:172","msg":"trace[1045847485] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"180.79406ms","start":"2026-07-30T16:21:25.672076Z","end":"2026-07-30T16:21:25.852870Z","steps":["trace[1045847485] 'process raft request' (duration: 180.354976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.454058Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f798b882416d958","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"341.120199ms"} {"level":"warn","ts":"2026-07-30T16:21:26.454148Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2d7ee7912d6285c9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"341.21585ms"} {"level":"info","ts":"2026-07-30T16:21:26.455529Z","caller":"traceutil/trace.go:172","msg":"trace[2118887450] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"589.293607ms","start":"2026-07-30T16:21:25.866161Z","end":"2026-07-30T16:21:26.455454Z","steps":["trace[2118887450] 'process raft request' (duration: 589.056685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.455682Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:25.866107Z","time spent":"589.49644ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:26.455871Z","caller":"traceutil/trace.go:172","msg":"trace[1628922887] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"523.875696ms","start":"2026-07-30T16:21:25.931978Z","end":"2026-07-30T16:21:26.455854Z","steps":["trace[1628922887] 'process raft request' (duration: 523.761245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.455981Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:25.931930Z","time spent":"524.008347ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:26.456123Z","caller":"traceutil/trace.go:172","msg":"trace[765159268] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"555.834275ms","start":"2026-07-30T16:21:25.900277Z","end":"2026-07-30T16:21:26.456111Z","steps":["trace[765159268] 'process raft request' (duration: 555.31201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.456168Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:25.900254Z","time spent":"555.892555ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:21:26.455818Z","caller":"traceutil/trace.go:172","msg":"trace[1109533902] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"566.758053ms","start":"2026-07-30T16:21:25.888968Z","end":"2026-07-30T16:21:26.455726Z","steps":["trace[1109533902] 'process raft request' (duration: 566.43802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:26.456888Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:25.888929Z","time spent":"567.35301ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:26.484494Z","caller":"traceutil/trace.go:172","msg":"trace[218162488] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1129; }","duration":"132.447679ms","start":"2026-07-30T16:21:26.352027Z","end":"2026-07-30T16:21:26.484474Z","steps":["trace[218162488] 'read index received' (duration: 132.441798ms)","trace[218162488] 'applied index is now lower than readState.Index' (duration: 3.191µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:26.484591Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.551579ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:26.484610Z","caller":"traceutil/trace.go:172","msg":"trace[440500941] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:993; }","duration":"132.58343ms","start":"2026-07-30T16:21:26.352019Z","end":"2026-07-30T16:21:26.484603Z","steps":["trace[440500941] 'agreement among raft nodes before linearized reading' (duration: 132.532669ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:26.854613Z","caller":"traceutil/trace.go:172","msg":"trace[542438436] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"239.01433ms","start":"2026-07-30T16:21:26.615573Z","end":"2026-07-30T16:21:26.854588Z","steps":["trace[542438436] 'process raft request' (duration: 238.799388ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:26.856554Z","caller":"traceutil/trace.go:172","msg":"trace[1804461578] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"216.707498ms","start":"2026-07-30T16:21:26.639830Z","end":"2026-07-30T16:21:26.856537Z","steps":["trace[1804461578] 'process raft request' (duration: 216.625627ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:26.856847Z","caller":"traceutil/trace.go:172","msg":"trace[768927220] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"225.846419ms","start":"2026-07-30T16:21:26.630991Z","end":"2026-07-30T16:21:26.856838Z","steps":["trace[768927220] 'process raft request' (duration: 225.270543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.557206Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f798b882416d958","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"387.49335ms"} {"level":"warn","ts":"2026-07-30T16:21:27.557299Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2d7ee7912d6285c9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"387.600481ms"} {"level":"info","ts":"2026-07-30T16:21:27.572010Z","caller":"traceutil/trace.go:172","msg":"trace[2036338295] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"573.138057ms","start":"2026-07-30T16:21:26.998846Z","end":"2026-07-30T16:21:27.571984Z","steps":["trace[2036338295] 'process raft request' (duration: 558.750044ms)","trace[2036338295] 'compare' (duration: 14.136201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:27.572202Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:26.998798Z","time spent":"573.286788ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:21:27.575476Z","caller":"traceutil/trace.go:172","msg":"trace[146257308] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1169; }","duration":"440.796109ms","start":"2026-07-30T16:21:27.134660Z","end":"2026-07-30T16:21:27.575456Z","steps":["trace[146257308] 'read index received' (duration: 440.790799ms)","trace[146257308] 'applied index is now lower than readState.Index' (duration: 4.33µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:27.575882Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"441.205233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-30T16:21:27.575936Z","caller":"traceutil/trace.go:172","msg":"trace[1128618563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1010; }","duration":"441.273584ms","start":"2026-07-30T16:21:27.134654Z","end":"2026-07-30T16:21:27.575928Z","steps":["trace[1128618563] 'agreement among raft nodes before linearized reading' (duration: 440.92577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.575983Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.134633Z","time spent":"441.320605ms","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:27.577427Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"233.137291ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:27.577494Z","caller":"traceutil/trace.go:172","msg":"trace[2135133048] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1011; }","duration":"233.215602ms","start":"2026-07-30T16:21:27.344267Z","end":"2026-07-30T16:21:27.577483Z","steps":["trace[2135133048] 'agreement among raft nodes before linearized reading' (duration: 233.124241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.576891Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"362.774242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-30T16:21:27.578368Z","caller":"traceutil/trace.go:172","msg":"trace[1413708827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1011; }","duration":"364.247498ms","start":"2026-07-30T16:21:27.214099Z","end":"2026-07-30T16:21:27.578346Z","steps":["trace[1413708827] 'agreement among raft nodes before linearized reading' (duration: 362.681472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.578441Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.214073Z","time spent":"364.348979ms","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:27.578239Z","caller":"traceutil/trace.go:172","msg":"trace[552007243] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"510.206551ms","start":"2026-07-30T16:21:27.068021Z","end":"2026-07-30T16:21:27.578228Z","steps":["trace[552007243] 'process raft request' (duration: 509.843867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.578994Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.067965Z","time spent":"510.938188ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:27.579000Z","caller":"traceutil/trace.go:172","msg":"trace[1151974912] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"345.975385ms","start":"2026-07-30T16:21:27.233003Z","end":"2026-07-30T16:21:27.578978Z","steps":["trace[1151974912] 'process raft request' (duration: 345.928615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.579137Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.232989Z","time spent":"346.079886ms","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:27.579272Z","caller":"traceutil/trace.go:172","msg":"trace[1103974654] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"347.333609ms","start":"2026-07-30T16:21:27.231929Z","end":"2026-07-30T16:21:27.579262Z","steps":["trace[1103974654] 'process raft request' (duration: 346.945485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.579320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.231900Z","time spent":"347.392839ms","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:27.579389Z","caller":"traceutil/trace.go:172","msg":"trace[1425861048] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1012; }","duration":"507.938938ms","start":"2026-07-30T16:21:27.071441Z","end":"2026-07-30T16:21:27.579380Z","steps":["trace[1425861048] 'process raft request' (duration: 506.614855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:27.579446Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:27.071422Z","time spent":"507.995398ms","remote":"127.0.0.1:54278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":98740,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:32.736984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.406838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:21:32.737153Z","caller":"traceutil/trace.go:172","msg":"trace[987469923] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"187.100143ms","start":"2026-07-30T16:21:32.550032Z","end":"2026-07-30T16:21:32.737132Z","steps":["trace[987469923] 'process raft request' (duration: 48.456663ms)","trace[987469923] 'compare' (duration: 138.160866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:33.004736Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f798b882416d958","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.576687ms"} {"level":"warn","ts":"2026-07-30T16:21:33.004842Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2d7ee7912d6285c9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"25.700428ms"} {"level":"info","ts":"2026-07-30T16:21:33.306113Z","caller":"traceutil/trace.go:172","msg":"trace[1458244543] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"164.096223ms","start":"2026-07-30T16:21:33.141989Z","end":"2026-07-30T16:21:33.306085Z","steps":["trace[1458244543] 'process raft request' (duration: 163.244875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:33.909225Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.030625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:21:33.928320Z","caller":"traceutil/trace.go:172","msg":"trace[404881570] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1253; }","duration":"237.584475ms","start":"2026-07-30T16:21:33.690701Z","end":"2026-07-30T16:21:33.928285Z","steps":["trace[404881570] 'read index received' (duration: 237.570775ms)","trace[404881570] 'applied index is now lower than readState.Index' (duration: 11.16µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:33.928775Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"238.0304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-30T16:21:33.929002Z","caller":"traceutil/trace.go:172","msg":"trace[1671127481] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1073; }","duration":"238.280022ms","start":"2026-07-30T16:21:33.690696Z","end":"2026-07-30T16:21:33.928976Z","steps":["trace[1671127481] 'agreement among raft nodes before linearized reading' (duration: 237.749507ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:33.931721Z","caller":"traceutil/trace.go:172","msg":"trace[167312257] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"238.204741ms","start":"2026-07-30T16:21:33.693499Z","end":"2026-07-30T16:21:33.931703Z","steps":["trace[167312257] 'process raft request' (duration: 238.149921ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:33.931982Z","caller":"traceutil/trace.go:172","msg":"trace[821045206] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"239.461744ms","start":"2026-07-30T16:21:33.692505Z","end":"2026-07-30T16:21:33.931967Z","steps":["trace[821045206] 'process raft request' (duration: 239.01789ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:34.181976Z","caller":"traceutil/trace.go:172","msg":"trace[646578867] linearizableReadLoop","detail":"{readStateIndex:1253; appliedIndex:1255; }","duration":"253.541844ms","start":"2026-07-30T16:21:33.928401Z","end":"2026-07-30T16:21:34.181943Z","steps":["trace[646578867] 'read index received' (duration: 253.532174ms)","trace[646578867] 'applied index is now lower than readState.Index' (duration: 7.48µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:35.289893Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.065443517s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:21:35.290169Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f798b882416d958","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"867.882852ms"} {"level":"warn","ts":"2026-07-30T16:21:35.290198Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2d7ee7912d6285c9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"867.920262ms"} {"level":"warn","ts":"2026-07-30T16:21:35.337846Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.45741713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:35.337967Z","caller":"traceutil/trace.go:172","msg":"trace[2025893789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1075; }","duration":"1.457550701s","start":"2026-07-30T16:21:33.880392Z","end":"2026-07-30T16:21:35.337942Z","steps":["trace[2025893789] 'agreement among raft nodes before linearized reading' (duration: 302.36977ms)","trace[2025893789] 'range keys from in-memory index tree' (duration: 1.15500271s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:35.338014Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:33.880360Z","time spent":"1.457644523s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:21:35.338375Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.577522166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fbbq2\" limit:1 ","response":"range_response_count:1 size:18354"} {"level":"info","ts":"2026-07-30T16:21:35.338419Z","caller":"traceutil/trace.go:172","msg":"trace[1950126851] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fbbq2; range_end:; response_count:1; response_revision:1075; }","duration":"1.577566967s","start":"2026-07-30T16:21:33.760841Z","end":"2026-07-30T16:21:35.338407Z","steps":["trace[1950126851] 'agreement among raft nodes before linearized reading' (duration: 421.967392ms)","trace[1950126851] 'range keys from in-memory index tree' (duration: 1.155428723s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:35.338448Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:33.760824Z","time spent":"1.577614307s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18377,"request content":"key:\"/registry/pods/kube-system/cilium-fbbq2\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:35.339434Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.156724957s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:21:35.339947Z","caller":"traceutil/trace.go:172","msg":"trace[579666312] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1255; }","duration":"1.157145071s","start":"2026-07-30T16:21:34.182787Z","end":"2026-07-30T16:21:35.339932Z","steps":["trace[579666312] 'read index received' (duration: 686.197µs)","trace[579666312] 'applied index is now lower than readState.Index' (duration: 1.156457074s)"],"step_count":2} {"level":"info","ts":"2026-07-30T16:21:35.339954Z","caller":"traceutil/trace.go:172","msg":"trace[123812061] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"1.557553447s","start":"2026-07-30T16:21:33.782375Z","end":"2026-07-30T16:21:35.339928Z","steps":["trace[123812061] 'process raft request' (duration: 400.224145ms)","trace[123812061] 'compare' (duration: 1.155560654s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:35.340245Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:33.782341Z","time spent":"1.557673439s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:35.340306Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.404003638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-07-30T16:21:35.340335Z","caller":"traceutil/trace.go:172","msg":"trace[374390930] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:1077; }","duration":"1.404037929s","start":"2026-07-30T16:21:33.936289Z","end":"2026-07-30T16:21:35.340327Z","steps":["trace[374390930] 'agreement among raft nodes before linearized reading' (duration: 1.403746306s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:35.340371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:33.936268Z","time spent":"1.404095879s","remote":"127.0.0.1:54338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6557,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:35.840976Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347945641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:36.014870Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"567.081726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:21:36.015440Z","caller":"traceutil/trace.go:172","msg":"trace[1468034850] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"1.633266401s","start":"2026-07-30T16:21:34.382148Z","end":"2026-07-30T16:21:36.015415Z","steps":["trace[1468034850] 'process raft request' (duration: 1.065396897s)","trace[1468034850] 'compare' (duration: 566.160977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:36.015553Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:34.382113Z","time spent":"1.633401782s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:36.342191Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347945641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:36.656396Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.208779786s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:21:36.656622Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f798b882416d958","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.009252951s"} {"level":"warn","ts":"2026-07-30T16:21:36.656640Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2d7ee7912d6285c9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.009278211s"} {"level":"info","ts":"2026-07-30T16:21:36.657769Z","caller":"traceutil/trace.go:172","msg":"trace[187340942] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1258; }","duration":"1.317745891s","start":"2026-07-30T16:21:35.339994Z","end":"2026-07-30T16:21:36.657740Z","steps":["trace[187340942] 'read index received' (duration: 1.317738481s)","trace[187340942] 'applied index is now lower than readState.Index' (duration: 6.17µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:36.707628Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4500116047347945646,"received-request-id":4500116047347945641} {"level":"warn","ts":"2026-07-30T16:21:37.158608Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347945646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:37.235424Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f798b882416d958","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"327.833886ms"} {"level":"warn","ts":"2026-07-30T16:21:37.235508Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2d7ee7912d6285c9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"327.933287ms"} {"level":"warn","ts":"2026-07-30T16:21:37.341440Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000466308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:21:37.341519Z","caller":"traceutil/trace.go:172","msg":"trace[476722626] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000559819s","start":"2026-07-30T16:21:35.340941Z","end":"2026-07-30T16:21:37.341501Z","steps":["trace[476722626] 'agreement among raft nodes before linearized reading' (duration: 2.000462468s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:37.341598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.340920Z","time spent":"2.00066834s","remote":"127.0.0.1:54184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:21:37 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:21:38.427965Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.083107093s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:38.428027Z","caller":"traceutil/trace.go:172","msg":"trace[1883072529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1078; }","duration":"4.083179954s","start":"2026-07-30T16:21:34.344833Z","end":"2026-07-30T16:21:38.428013Z","steps":["trace[1883072529] 'agreement among raft nodes before linearized reading' (duration: 2.31309684s)","trace[1883072529] 'range keys from in-memory index tree' (duration: 1.769991203s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:38.428030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.140121331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:38.428134Z","caller":"traceutil/trace.go:172","msg":"trace[620867126] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1078; }","duration":"4.140238082s","start":"2026-07-30T16:21:34.287868Z","end":"2026-07-30T16:21:38.428106Z","steps":["trace[620867126] 'agreement among raft nodes before linearized reading' (duration: 2.370073427s)","trace[620867126] 'range keys from in-memory index tree' (duration: 1.770011313s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:38.428185Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:34.287805Z","time spent":"4.140368523s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:38.428222Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.770449657s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:21:38.429134Z","caller":"traceutil/trace.go:172","msg":"trace[1260278207] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"3.048515573s","start":"2026-07-30T16:21:35.380607Z","end":"2026-07-30T16:21:38.429122Z","steps":["trace[1260278207] 'process raft request' (duration: 3.048329181s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:38.429272Z","caller":"traceutil/trace.go:172","msg":"trace[632760349] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"3.007531195s","start":"2026-07-30T16:21:35.421717Z","end":"2026-07-30T16:21:38.429248Z","steps":["trace[632760349] 'process raft request' (duration: 3.007277743s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:38.429357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.421694Z","time spent":"3.007622066s","remote":"127.0.0.1:55168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T16:21:38.429705Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.380586Z","time spent":"3.048571683s","remote":"127.0.0.1:54508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:21:38.429778Z","caller":"traceutil/trace.go:172","msg":"trace[1896788757] linearizableReadLoop","detail":"{readStateIndex:1261; appliedIndex:1258; }","duration":"1.771905042s","start":"2026-07-30T16:21:36.657867Z","end":"2026-07-30T16:21:38.429772Z","steps":["trace[1896788757] 'read index received' (duration: 577.618101ms)","trace[1896788757] 'applied index is now lower than readState.Index' (duration: 1.194286251s)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:38.429803Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":4500116047347945649,"received-request-id":4500116047347945646} {"level":"info","ts":"2026-07-30T16:21:38.429830Z","caller":"traceutil/trace.go:172","msg":"trace[1306560428] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"2.737566867s","start":"2026-07-30T16:21:35.692245Z","end":"2026-07-30T16:21:38.429812Z","steps":["trace[1306560428] 'process raft request' (duration: 2.736781049s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:38.429907Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.692221Z","time spent":"2.737647178s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:38.429921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.492950632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T16:21:38.429936Z","caller":"traceutil/trace.go:172","msg":"trace[782281016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1082; }","duration":"2.492968462s","start":"2026-07-30T16:21:35.936964Z","end":"2026-07-30T16:21:38.429933Z","steps":["trace[782281016] 'agreement among raft nodes before linearized reading' (duration: 2.492874051s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:38.429951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.936922Z","time spent":"2.493025722s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:38.430024Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.493205904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-30T16:21:38.430036Z","caller":"traceutil/trace.go:172","msg":"trace[1871309968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1082; }","duration":"2.493217394s","start":"2026-07-30T16:21:35.936814Z","end":"2026-07-30T16:21:38.430031Z","steps":["trace[1871309968] 'agreement among raft nodes before linearized reading' (duration: 2.493175183s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:38.430049Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.936783Z","time spent":"2.493262725s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:38.430038Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.696336256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:38.430110Z","caller":"traceutil/trace.go:172","msg":"trace[1949138113] range","detail":"{range_begin:/registry/podtemplates; range_end:; response_count:0; response_revision:1082; }","duration":"2.696409496s","start":"2026-07-30T16:21:35.733688Z","end":"2026-07-30T16:21:38.430097Z","steps":["trace[1949138113] 'agreement among raft nodes before linearized reading' (duration: 2.696309475s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:38.430113Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.879849493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:21:38.430169Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.733673Z","time spent":"2.696456958s","remote":"127.0.0.1:54406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:38.430213Z","caller":"traceutil/trace.go:172","msg":"trace[1365268047] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1082; }","duration":"2.879958274s","start":"2026-07-30T16:21:35.550225Z","end":"2026-07-30T16:21:38.430184Z","steps":["trace[1365268047] 'agreement among raft nodes before linearized reading' (duration: 2.879786973s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:38.430260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.550202Z","time spent":"2.880048375s","remote":"127.0.0.1:55286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/resourceclaimtemplates\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:38.430408Z","caller":"traceutil/trace.go:172","msg":"trace[1248249393] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"2.736091102s","start":"2026-07-30T16:21:35.694303Z","end":"2026-07-30T16:21:38.430395Z","steps":["trace[1248249393] 'process raft request' (duration: 2.735474296s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:38.430481Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:35.694290Z","time spent":"2.736155883s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:38.930573Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347945649,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:21:39.233452Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"b844c110b9783e73 [logterm: 2, index: 1274, vote: b844c110b9783e73] ignored MsgPreVote from 5f798b882416d958 [logterm: 2, index: 1269] at term 2: lease is not expired (remaining ticks: 9)"} {"level":"warn","ts":"2026-07-30T16:21:39.327649Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"897.509755ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-30T16:21:39.348789Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999953172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-30T16:21:39.348858Z","caller":"traceutil/trace.go:172","msg":"trace[1247659472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275715s","start":"2026-07-30T16:21:37.348564Z","end":"2026-07-30T16:21:39.348840Z","steps":["trace[1247659472] 'agreement among raft nodes before linearized reading' (duration: 1.999949792s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.348913Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:37.348540Z","time spent":"2.000360476s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:21:39 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:21:39.405293Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.080625195s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-30T16:21:39.405416Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f798b882416d958","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.880874647s"} {"level":"warn","ts":"2026-07-30T16:21:39.405433Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2d7ee7912d6285c9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.880893648s"} {"level":"warn","ts":"2026-07-30T16:21:39.431540Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347945649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:21:39.459307Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"130.63882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T16:21:39.500337Z","caller":"traceutil/trace.go:172","msg":"trace[1722648288] linearizableReadLoop","detail":"{readStateIndex:1268; appliedIndex:1269; }","duration":"1.070530488s","start":"2026-07-30T16:21:38.429789Z","end":"2026-07-30T16:21:39.500319Z","steps":["trace[1722648288] 'read index received' (duration: 1.070524468s)","trace[1722648288] 'applied index is now lower than readState.Index' (duration: 5.26µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:39.500567Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.606197857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:39.500622Z","caller":"traceutil/trace.go:172","msg":"trace[791076254] range","detail":"{range_begin:/registry/cronjobs; range_end:; response_count:0; response_revision:1088; }","duration":"2.606262998s","start":"2026-07-30T16:21:36.894343Z","end":"2026-07-30T16:21:39.500606Z","steps":["trace[791076254] 'agreement among raft nodes before linearized reading' (duration: 2.606155807s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.500578Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.071523347s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:21:39.500663Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:36.894323Z","time spent":"2.606330838s","remote":"127.0.0.1:54650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":22,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs\" limit:1 "} {"level":"info","ts":"2026-07-30T16:21:39.500689Z","caller":"traceutil/trace.go:172","msg":"trace[31169838] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1088; }","duration":"1.071666579s","start":"2026-07-30T16:21:38.429002Z","end":"2026-07-30T16:21:39.500669Z","steps":["trace[31169838] 'agreement among raft nodes before linearized reading' (duration: 1.071457187s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:39.500783Z","caller":"traceutil/trace.go:172","msg":"trace[1737153156] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"2.154765352s","start":"2026-07-30T16:21:37.345981Z","end":"2026-07-30T16:21:39.500746Z","steps":["trace[1737153156] 'process raft request' (duration: 2.154463819s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.500901Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:37.345953Z","time spent":"2.154864594s","remote":"127.0.0.1:54298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T16:21:39.576830Z","caller":"traceutil/trace.go:172","msg":"trace[231957496] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"1.140637496s","start":"2026-07-30T16:21:38.436175Z","end":"2026-07-30T16:21:39.576812Z","steps":["trace[231957496] 'process raft request' (duration: 1.140423954s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:39.576902Z","caller":"traceutil/trace.go:172","msg":"trace[568079122] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"1.14006364s","start":"2026-07-30T16:21:38.436810Z","end":"2026-07-30T16:21:39.576874Z","steps":["trace[568079122] 'process raft request' (duration: 1.139955059s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:39.576964Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:38.436154Z","time spent":"1.140735997s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:39.577138Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:38.436802Z","time spent":"1.140221312s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:21:39.656008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.213299479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:39.656123Z","caller":"traceutil/trace.go:172","msg":"trace[510897361] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1092; }","duration":"1.21343794s","start":"2026-07-30T16:21:38.442653Z","end":"2026-07-30T16:21:39.656091Z","steps":["trace[510897361] 'agreement among raft nodes before linearized reading' (duration: 1.134672666s)","trace[510897361] 'range keys from in-memory index tree' (duration: 78.592883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:39.656178Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:38.442642Z","time spent":"1.213521292s","remote":"127.0.0.1:54620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:21:39.655811Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"306.406971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:21:39.656954Z","caller":"traceutil/trace.go:172","msg":"trace[1222210278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1092; }","duration":"307.533612ms","start":"2026-07-30T16:21:39.349249Z","end":"2026-07-30T16:21:39.656783Z","steps":["trace[1222210278] 'agreement among raft nodes before linearized reading' (duration: 228.089711ms)","trace[1222210278] 'range keys from in-memory index tree' (duration: 78.29381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:39.657098Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:21:39.349213Z","time spent":"307.866625ms","remote":"127.0.0.1:54184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T16:21:39.779485Z","caller":"traceutil/trace.go:172","msg":"trace[1799840682] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"108.027925ms","start":"2026-07-30T16:21:39.671424Z","end":"2026-07-30T16:21:39.779452Z","steps":["trace[1799840682] 'process raft request' (duration: 106.959995ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:39.914886Z","caller":"traceutil/trace.go:172","msg":"trace[677475214] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1277; }","duration":"125.322028ms","start":"2026-07-30T16:21:39.789528Z","end":"2026-07-30T16:21:39.914850Z","steps":["trace[677475214] 'read index received' (duration: 125.306817ms)","trace[677475214] 'applied index is now lower than readState.Index' (duration: 13.171µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:21:39.918946Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.387408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fbbq2\" limit:1 ","response":"range_response_count:1 size:18526"} {"level":"info","ts":"2026-07-30T16:21:39.919040Z","caller":"traceutil/trace.go:172","msg":"trace[1393439710] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fbbq2; range_end:; response_count:1; response_revision:1094; }","duration":"129.497599ms","start":"2026-07-30T16:21:39.789522Z","end":"2026-07-30T16:21:39.919020Z","steps":["trace[1393439710] 'agreement among raft nodes before linearized reading' (duration: 125.454799ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:21:39.980111Z","caller":"traceutil/trace.go:172","msg":"trace[414191391] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"189.091372ms","start":"2026-07-30T16:21:39.791006Z","end":"2026-07-30T16:21:39.980098Z","steps":["trace[414191391] 'process raft request' (duration: 188.941111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:21:41.314265Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f798b882416d958","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"13.441026ms"} {"level":"warn","ts":"2026-07-30T16:21:41.314360Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2d7ee7912d6285c9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"13.517146ms"} {"level":"warn","ts":"2026-07-30T16:21:50.652786Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:50.668692Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:50.771743Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38328","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:50.796072Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38344","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:50.812405Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38354","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:51.053154Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.354680Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.381669Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.407788Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.451142Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.476618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38476","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.499996Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38496","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.517729Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38504","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.713295Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.760415Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.867637Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38570","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.893143Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.914465Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38588","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.930291Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38596","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:55.972632Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38618","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.031589Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38638","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.053140Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.080230Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.095831Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38672","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.294711Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38692","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.313391Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.328033Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.346912Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38758","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.360288Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.377084Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.395992Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38806","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:56.462826Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:38850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-07-30T16:21:58.104525Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5f798b882416d958","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.796848ms"} {"level":"warn","ts":"2026-07-30T16:21:58.104628Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"2d7ee7912d6285c9","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"35.906859ms"} {"level":"warn","ts":"2026-07-30T16:23:37.845863Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347946947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:38.346756Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347946947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:38.367983Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1275","msg":"b844c110b9783e73 stepped down to follower since quorum is not active"} {"level":"info","ts":"2026-07-30T16:23:38.368138Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b844c110b9783e73 became follower at term 2"} {"level":"info","ts":"2026-07-30T16:23:38.368336Z","logger":"raft","caller":"v3@v3.6.0/node.go:376","msg":"raft.node: b844c110b9783e73 lost leader b844c110b9783e73 at term 2"} {"level":"warn","ts":"2026-07-30T16:23:38.847187Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347946947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:23:38.847271Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"b844c110b9783e73 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-07-30T16:23:39.128887Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"b844c110b9783e73 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-07-30T16:23:39.128999Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"b844c110b9783e73 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-07-30T16:23:39.244900Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"b844c110b9783e73 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-07-30T16:23:39.245091Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"b844c110b9783e73 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-07-30T16:23:39.245114Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"b844c110b9783e73 no leader at term 2; dropping index reading msg"} {"level":"warn","ts":"2026-07-30T16:23:39.348043Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347946947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:23:39.348181Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1761","msg":"b844c110b9783e73 no leader at term 2; dropping index reading msg"} {"level":"info","ts":"2026-07-30T16:23:39.368454Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"b844c110b9783e73 is starting a new election at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.368498Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"b844c110b9783e73 became pre-candidate at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.368533Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b844c110b9783e73 [logterm: 2, index: 2125] sent MsgPreVote request to 2d7ee7912d6285c9 at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.368552Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b844c110b9783e73 [logterm: 2, index: 2125] sent MsgPreVote request to 5f798b882416d958 at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.368637Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b844c110b9783e73 received MsgPreVoteResp from b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.368668Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b844c110b9783e73 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:23:39.369793Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b844c110b9783e73 received MsgPreVoteResp from 2d7ee7912d6285c9 at term 2"} {"level":"info","ts":"2026-07-30T16:23:39.369834Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b844c110b9783e73 has received 2 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:23:39.369868Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"b844c110b9783e73 became candidate at term 3"} {"level":"info","ts":"2026-07-30T16:23:39.369888Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b844c110b9783e73 [logterm: 2, index: 2125] sent MsgVote request to 2d7ee7912d6285c9 at term 3"} {"level":"info","ts":"2026-07-30T16:23:39.369914Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1064","msg":"b844c110b9783e73 [logterm: 2, index: 2125] sent MsgVote request to 5f798b882416d958 at term 3"} {"level":"info","ts":"2026-07-30T16:23:39.558926Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgAppResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560016Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560105Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560129Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560142Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560176Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560206Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560225Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560241Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560260Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560288Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560353Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560370Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560421Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560437Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560450Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560458Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560468Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgHeartbeatResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.560481Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"b844c110b9783e73 [term: 3] ignored a MsgAppResp message with lower term from 5f798b882416d958 [term: 2]"} {"level":"info","ts":"2026-07-30T16:23:39.675097Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"b844c110b9783e73 [logterm: 2, index: 2125, vote: b844c110b9783e73] rejected MsgPreVote from 2d7ee7912d6285c9 [logterm: 2, index: 2125] at term 3"} {"level":"warn","ts":"2026-07-30T16:23:39.848598Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347946947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:39.881850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.001045035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:23:39.882027Z","caller":"traceutil/trace.go:172","msg":"trace[1343574666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001237724s","start":"2026-07-30T16:23:37.880767Z","end":"2026-07-30T16:23:39.882005Z","steps":["trace[1343574666] 'agreement among raft nodes before linearized reading' (duration: 2.001040854s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:39.882088Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:37.880741Z","time spent":"2.001336618s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:23:39 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:23:40.348974Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347946947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:23:40.534460Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"b844c110b9783e73 [logterm: 2, index: 2125, vote: b844c110b9783e73] rejected MsgPreVote from 5f798b882416d958 [logterm: 2, index: 2125] at term 3"} {"level":"warn","ts":"2026-07-30T16:23:40.849810Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347946947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T16:23:40.984490Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1251","msg":"b844c110b9783e73 [logterm: 2, index: 2125, vote: b844c110b9783e73] rejected MsgVote from 5f798b882416d958 [logterm: 2, index: 2125] at term 3"} {"level":"warn","ts":"2026-07-30T16:23:41.364475Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347946947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:41.419976Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.049983251s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T16:23:41.420078Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"b844c110b9783e73 received MsgVoteResp from b844c110b9783e73 at term 3"} {"level":"info","ts":"2026-07-30T16:23:41.420107Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b844c110b9783e73 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-07-30T16:23:41.421336Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1079","msg":"b844c110b9783e73 received MsgVoteResp rejection from 5f798b882416d958 at term 3"} {"level":"info","ts":"2026-07-30T16:23:41.421361Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b844c110b9783e73 has received 1 MsgVoteResp votes and 1 vote rejections"} {"level":"info","ts":"2026-07-30T16:23:41.422553Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1079","msg":"b844c110b9783e73 received MsgVoteResp rejection from 2d7ee7912d6285c9 at term 3"} {"level":"info","ts":"2026-07-30T16:23:41.422588Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"b844c110b9783e73 has received 1 MsgVoteResp votes and 2 vote rejections"} {"level":"info","ts":"2026-07-30T16:23:41.422622Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"b844c110b9783e73 became follower at term 3"} {"level":"info","ts":"2026-07-30T16:23:41.424570Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: b844c110b9783e73 elected leader 5f798b882416d958 at term 3"} {"level":"warn","ts":"2026-07-30T16:23:41.429904Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.080655372s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-07-30T16:23:41.429973Z","caller":"traceutil/trace.go:172","msg":"trace[312973271] range","detail":"{range_begin:; range_end:; }","duration":"4.084974564s","start":"2026-07-30T16:23:37.344985Z","end":"2026-07-30T16:23:41.429960Z","steps":["trace[312973271] 'agreement among raft nodes before linearized reading' (duration: 4.080147389s)"],"step_count":1} {"level":"error","ts":"2026-07-30T16:23:41.430036Z","caller":"etcdhttp/health.go:345","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: leader changed\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHTTPEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:345\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2220\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"info","ts":"2026-07-30T16:23:41.434941Z","caller":"traceutil/trace.go:172","msg":"trace[833293642] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"4.38342183s","start":"2026-07-30T16:23:37.051499Z","end":"2026-07-30T16:23:41.434921Z","steps":["trace[833293642] 'process raft request' (duration: 4.382637323s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:23:41.435297Z","caller":"traceutil/trace.go:172","msg":"trace[1890676865] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"4.380854948s","start":"2026-07-30T16:23:37.054425Z","end":"2026-07-30T16:23:41.435280Z","steps":["trace[1890676865] 'process raft request' (duration: 4.38026812s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.435458Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:37.054407Z","time spent":"4.380965263s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:23:41.435746Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:37.051462Z","time spent":"4.383552786s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:23:41.443564Z","caller":"traceutil/trace.go:172","msg":"trace[86283791] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"2.739633302s","start":"2026-07-30T16:23:38.703909Z","end":"2026-07-30T16:23:41.443543Z","steps":["trace[86283791] 'process raft request' (duration: 2.739488515s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.443697Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:38.703884Z","time spent":"2.739739097s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:23:41.443696Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:41.015189Z","time spent":"428.497668ms","remote":"127.0.0.1:54298","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-30T16:23:41.443772Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"459.930002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.443816Z","caller":"traceutil/trace.go:172","msg":"trace[1747038135] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:1823; }","duration":"459.983564ms","start":"2026-07-30T16:23:40.983824Z","end":"2026-07-30T16:23:41.443807Z","steps":["trace[1747038135] 'agreement among raft nodes before linearized reading' (duration: 459.911581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.443839Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:40.983802Z","time spent":"460.032766ms","remote":"127.0.0.1:55026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.443920Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.742897446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.242\" limit:1 ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-30T16:23:41.443984Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"432.497915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.444013Z","caller":"traceutil/trace.go:172","msg":"trace[1848947447] range","detail":"{range_begin:/registry/masterleases/199.204.45.242; range_end:; response_count:1; response_revision:1823; }","duration":"1.743051953s","start":"2026-07-30T16:23:39.700947Z","end":"2026-07-30T16:23:41.443999Z","steps":["trace[1848947447] 'agreement among raft nodes before linearized reading' (duration: 1.742759649s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:23:41.444024Z","caller":"traceutil/trace.go:172","msg":"trace[2129244380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1823; }","duration":"432.538737ms","start":"2026-07-30T16:23:41.011477Z","end":"2026-07-30T16:23:41.444015Z","steps":["trace[2129244380] 'agreement among raft nodes before linearized reading' (duration: 432.373019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.444045Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:41.011458Z","time spent":"432.582459ms","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:23:41.444071Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.700919Z","time spent":"1.743144918s","remote":"127.0.0.1:54230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.242\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.444182Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.978120734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-07-30T16:23:41.444210Z","caller":"traceutil/trace.go:172","msg":"trace[423597390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1823; }","duration":"2.978149116s","start":"2026-07-30T16:23:38.466054Z","end":"2026-07-30T16:23:41.444203Z","steps":["trace[423597390] 'agreement among raft nodes before linearized reading' (duration: 2.978058261s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.444227Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:38.466025Z","time spent":"2.978198119s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.444289Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.919728852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.444303Z","caller":"traceutil/trace.go:172","msg":"trace[660100328] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes; range_end:; response_count:0; response_revision:1823; }","duration":"1.919742242s","start":"2026-07-30T16:23:39.524555Z","end":"2026-07-30T16:23:41.444298Z","steps":["trace[660100328] 'agreement among raft nodes before linearized reading' (duration: 1.919710851s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.444316Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.524527Z","time spent":"1.919785555s","remote":"127.0.0.1:38362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:41.444276Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.561771908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:41.444462Z","caller":"traceutil/trace.go:172","msg":"trace[1255890648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1823; }","duration":"1.561957196s","start":"2026-07-30T16:23:39.882498Z","end":"2026-07-30T16:23:41.444455Z","steps":["trace[1255890648] 'agreement among raft nodes before linearized reading' (duration: 1.561756397s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.444482Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:39.882468Z","time spent":"1.562008558s","remote":"127.0.0.1:54184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:23:41.444643Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.978676601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T16:23:41.444680Z","caller":"traceutil/trace.go:172","msg":"trace[772184083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1823; }","duration":"2.978715323s","start":"2026-07-30T16:23:38.465956Z","end":"2026-07-30T16:23:41.444672Z","steps":["trace[772184083] 'agreement among raft nodes before linearized reading' (duration: 2.978472491s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:41.444699Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:38.465935Z","time spent":"2.978758555s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-07-30T16:23:52.596630Z","caller":"traceutil/trace.go:172","msg":"trace[896101540] linearizableReadLoop","detail":"{readStateIndex:2190; appliedIndex:2190; }","duration":"186.867871ms","start":"2026-07-30T16:23:52.409739Z","end":"2026-07-30T16:23:52.596607Z","steps":["trace[896101540] 'read index received' (duration: 186.862311ms)","trace[896101540] 'applied index is now lower than readState.Index' (duration: 4.25µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:23:52.596978Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.196716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-07-30T16:23:52.597078Z","caller":"traceutil/trace.go:172","msg":"trace[2119180542] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1873; }","duration":"187.321181ms","start":"2026-07-30T16:23:52.409733Z","end":"2026-07-30T16:23:52.597055Z","steps":["trace[2119180542] 'agreement among raft nodes before linearized reading' (duration: 187.001397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:52.598020Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"147.910089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cilium\" limit:1 ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-07-30T16:23:52.598075Z","caller":"traceutil/trace.go:172","msg":"trace[288612852] range","detail":"{range_begin:/registry/clusterrolebindings/cilium; range_end:; response_count:1; response_revision:1873; }","duration":"147.964902ms","start":"2026-07-30T16:23:52.450096Z","end":"2026-07-30T16:23:52.598061Z","steps":["trace[288612852] 'agreement among raft nodes before linearized reading' (duration: 147.817645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:54.050865Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347947490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:54.551519Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347947490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:55.052167Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347947490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:55.552711Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347947490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:55.880559Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000430638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-30T16:23:55.880752Z","caller":"traceutil/trace.go:172","msg":"trace[263072752] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000686869s","start":"2026-07-30T16:23:53.880039Z","end":"2026-07-30T16:23:55.880726Z","steps":["trace[263072752] 'agreement among raft nodes before linearized reading' (duration: 2.000421678s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:55.880867Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.880008Z","time spent":"2.000845176s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/30 16:23:55 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-30T16:23:56.053593Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500116047347947490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T16:23:56.337426Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"2.787390028s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T16:23:56.338039Z","caller":"traceutil/trace.go:172","msg":"trace[1146175160] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"2.790467623s","start":"2026-07-30T16:23:53.547545Z","end":"2026-07-30T16:23:56.338012Z","steps":["trace[1146175160] 'process raft request' (duration: 2.790264404s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.338212Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.547506Z","time spent":"2.790615119s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:23:56.340878Z","caller":"traceutil/trace.go:172","msg":"trace[949493492] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"2.792637357s","start":"2026-07-30T16:23:53.548207Z","end":"2026-07-30T16:23:56.340844Z","steps":["trace[949493492] 'process raft request' (duration: 2.792453849s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.341097Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.548199Z","time spent":"2.792751281s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:23:56.342663Z","caller":"traceutil/trace.go:172","msg":"trace[645853509] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"2.790181517s","start":"2026-07-30T16:23:53.552454Z","end":"2026-07-30T16:23:56.342636Z","steps":["trace[645853509] 'process raft request' (duration: 2.789926096s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:23:56.342684Z","caller":"traceutil/trace.go:172","msg":"trace[78695212] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"2.324871822s","start":"2026-07-30T16:23:54.017780Z","end":"2026-07-30T16:23:56.342652Z","steps":["trace[78695212] 'process raft request' (duration: 2.324804339s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.342779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.552439Z","time spent":"2.790283231s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:23:56.342978Z","caller":"traceutil/trace.go:172","msg":"trace[901961473] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"2.790464039s","start":"2026-07-30T16:23:53.552488Z","end":"2026-07-30T16:23:56.342952Z","steps":["trace[901961473] 'process raft request' (duration: 2.790044831s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.343131Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.552479Z","time spent":"2.790564354s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T16:23:56.343677Z","caller":"traceutil/trace.go:172","msg":"trace[2132565563] linearizableReadLoop","detail":"{readStateIndex:2194; appliedIndex:2198; }","duration":"2.793378007s","start":"2026-07-30T16:23:53.550282Z","end":"2026-07-30T16:23:56.343660Z","steps":["trace[2132565563] 'read index received' (duration: 2.793371456s)","trace[2132565563] 'applied index is now lower than readState.Index' (duration: 5.401µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T16:23:56.342887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:54.017741Z","time spent":"2.325040739s","remote":"127.0.0.1:54686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T16:23:56.344315Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.794017985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" limit:10000 revision:1873 ","response":"range_response_count:3 size:14824"} {"level":"info","ts":"2026-07-30T16:23:56.344369Z","caller":"traceutil/trace.go:172","msg":"trace[267587095] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:3; response_revision:1880; }","duration":"2.794079558s","start":"2026-07-30T16:23:53.550277Z","end":"2026-07-30T16:23:56.344357Z","steps":["trace[267587095] 'agreement among raft nodes before linearized reading' (duration: 2.793538404s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.344401Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.550270Z","time spent":"2.794122339s","remote":"127.0.0.1:55050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":14847,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" limit:10000 revision:1873 "} {"level":"warn","ts":"2026-07-30T16:23:56.347972Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.794243632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:cluster-admins\" limit:1 ","response":"range_response_count:1 size:450"} {"level":"info","ts":"2026-07-30T16:23:56.348009Z","caller":"traceutil/trace.go:172","msg":"trace[281049981] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:cluster-admins; range_end:; response_count:1; response_revision:1881; }","duration":"2.794283184s","start":"2026-07-30T16:23:53.553718Z","end":"2026-07-30T16:23:56.348001Z","steps":["trace[281049981] 'agreement among raft nodes before linearized reading' (duration: 2.7941901s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.348029Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.553713Z","time spent":"2.794309955s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":473,"request content":"key:\"/registry/clusterrolebindings/kubeadm:cluster-admins\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.348000Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.002873945s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:56.348116Z","caller":"traceutil/trace.go:172","msg":"trace[1154438719] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1882; }","duration":"2.00299842s","start":"2026-07-30T16:23:54.345101Z","end":"2026-07-30T16:23:56.348099Z","steps":["trace[1154438719] 'agreement among raft nodes before linearized reading' (duration: 2.002840483s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.348211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.71324765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:1 size:1002"} {"level":"info","ts":"2026-07-30T16:23:56.348231Z","caller":"traceutil/trace.go:172","msg":"trace[1145168384] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1882; }","duration":"2.713268571s","start":"2026-07-30T16:23:53.634957Z","end":"2026-07-30T16:23:56.348225Z","steps":["trace[1145168384] 'agreement among raft nodes before linearized reading' (duration: 2.713203898s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.348248Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.634925Z","time spent":"2.713317402s","remote":"127.0.0.1:54862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1025,"request content":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.348682Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.792666193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" limit:1 ","response":"range_response_count:1 size:469"} {"level":"info","ts":"2026-07-30T16:23:56.348713Z","caller":"traceutil/trace.go:172","msg":"trace[2021811512] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:get-nodes; range_end:; response_count:1; response_revision:1882; }","duration":"2.792696544s","start":"2026-07-30T16:23:53.556007Z","end":"2026-07-30T16:23:56.348704Z","steps":["trace[2021811512] 'agreement among raft nodes before linearized reading' (duration: 2.792611551s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.348732Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.555990Z","time spent":"2.792737475s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":492,"request content":"key:\"/registry/clusterrolebindings/kubeadm:get-nodes\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.348867Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"467.818305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T16:23:56.348970Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.785814221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-07-30T16:23:56.349038Z","caller":"traceutil/trace.go:172","msg":"trace[1887162716] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1882; }","duration":"2.785882224s","start":"2026-07-30T16:23:53.563149Z","end":"2026-07-30T16:23:56.349031Z","steps":["trace[1887162716] 'agreement among raft nodes before linearized reading' (duration: 2.785776339s)"],"step_count":1} {"level":"info","ts":"2026-07-30T16:23:56.348905Z","caller":"traceutil/trace.go:172","msg":"trace[645373380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1882; }","duration":"468.021634ms","start":"2026-07-30T16:23:55.880871Z","end":"2026-07-30T16:23:56.348893Z","steps":["trace[645373380] 'agreement among raft nodes before linearized reading' (duration: 467.787233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.349090Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.880843Z","time spent":"468.236723ms","remote":"127.0.0.1:54184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T16:23:56.349195Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"814.506777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:56.349360Z","caller":"traceutil/trace.go:172","msg":"trace[978097868] range","detail":"{range_begin:/registry/resourcequotas; range_end:; response_count:0; response_revision:1882; }","duration":"814.671214ms","start":"2026-07-30T16:23:55.534679Z","end":"2026-07-30T16:23:56.349350Z","steps":["trace[978097868] 'agreement among raft nodes before linearized reading' (duration: 814.483566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.349516Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:55.534647Z","time spent":"814.733067ms","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.349057Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.563135Z","time spent":"2.785916256s","remote":"127.0.0.1:54862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":755,"request content":"key:\"/registry/clusterroles/system:controller:namespace-controller\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.348764Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.789689622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cluster-admin\" limit:1 ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-07-30T16:23:56.349746Z","caller":"traceutil/trace.go:172","msg":"trace[1649025913] range","detail":"{range_begin:/registry/clusterrolebindings/cluster-admin; range_end:; response_count:1; response_revision:1882; }","duration":"2.790670784s","start":"2026-07-30T16:23:53.559065Z","end":"2026-07-30T16:23:56.349736Z","steps":["trace[1649025913] 'agreement among raft nodes before linearized reading' (duration: 2.789409299s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.349775Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.559058Z","time spent":"2.790709206s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":702,"request content":"key:\"/registry/clusterrolebindings/cluster-admin\" limit:1 "} {"level":"warn","ts":"2026-07-30T16:23:56.349161Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"168.40474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:56.349934Z","caller":"traceutil/trace.go:172","msg":"trace[771764570] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1882; }","duration":"169.188324ms","start":"2026-07-30T16:23:56.180727Z","end":"2026-07-30T16:23:56.349915Z","steps":["trace[771764570] 'agreement among raft nodes before linearized reading' (duration: 168.379599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.349153Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.154954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T16:23:56.349987Z","caller":"traceutil/trace.go:172","msg":"trace[1313863924] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1882; }","duration":"277.98792ms","start":"2026-07-30T16:23:56.071992Z","end":"2026-07-30T16:23:56.349980Z","steps":["trace[1313863924] 'agreement among raft nodes before linearized reading' (duration: 277.139663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.349476Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.765630363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" limit:1 ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-07-30T16:23:56.350568Z","caller":"traceutil/trace.go:172","msg":"trace[1033303216] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1882; }","duration":"2.766724861s","start":"2026-07-30T16:23:53.583830Z","end":"2026-07-30T16:23:56.350554Z","steps":["trace[1033303216] 'agreement among raft nodes before linearized reading' (duration: 2.764742825s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T16:23:56.350609Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-07-30T16:23:53.583820Z","time spent":"2.766773482s","remote":"127.0.0.1:54862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":755,"request content":"key:\"/registry/clusterroles/system:controller:namespace-controller\" limit:1 "}