{"level":"warn","ts":"2026-04-22T07:04:06.871167Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-22T07:04:06.871353Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-22T07:04:06.871384Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.3:2380","--initial-cluster=controller-1=https://199.204.45.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.3:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-22T07:04:06.871507Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-22T07:04:06.871546Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-22T07:04:06.871566Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-04-22T07:04:06.871606Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T07:04:06.874533Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"]} {"level":"info","ts":"2026-04-22T07:04:06.874785Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-22T07:04:06.875730Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc00043a108}"} {"level":"info","ts":"2026-04-22T07:04:06.879694Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-22T07:04:06.879745Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.202502ms"} {"level":"info","ts":"2026-04-22T07:04:06.879774Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-22T07:04:06.879804Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-22T07:04:06.879845Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-22T07:04:06.884507Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-22T07:04:06.884633Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"597401b06ce1cf3d","cluster-id":"dfc54657ad8a2432"} {"level":"info","ts":"2026-04-22T07:04:06.884676Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-22T07:04:06.884941Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"597401b06ce1cf3d switched to configuration voters=()"} {"level":"info","ts":"2026-04-22T07:04:06.885051Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"597401b06ce1cf3d became follower at term 0"} {"level":"info","ts":"2026-04-22T07:04:06.885087Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 597401b06ce1cf3d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-22T07:04:06.885120Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"597401b06ce1cf3d became follower at term 1"} {"level":"info","ts":"2026-04-22T07:04:06.885172Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"warn","ts":"2026-04-22T07:04:06.891189Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-22T07:04:06.894882Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-22T07:04:06.897473Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-22T07:04:06.898243Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"597401b06ce1cf3d","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-22T07:04:06.898505Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"597401b06ce1cf3d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-22T07:04:06.898490Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T07:04:06.898564Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T07:04:06.898575Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-22T07:04:06.898917Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-22T07:04:06.898941Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"info","ts":"2026-04-22T07:04:06.899042Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"597401b06ce1cf3d","added-peer-peer-urls":["https://199.204.45.3:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-22T07:04:06.899102Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-04-22T07:04:06.899146Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-04-22T07:04:06.899379Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"597401b06ce1cf3d","initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-22T07:04:06.899440Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-22T07:04:07.585853Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"597401b06ce1cf3d is starting a new election at term 1"} {"level":"info","ts":"2026-04-22T07:04:07.585943Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"597401b06ce1cf3d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-22T07:04:07.586323Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"597401b06ce1cf3d received MsgPreVoteResp from 597401b06ce1cf3d at term 1"} {"level":"info","ts":"2026-04-22T07:04:07.586352Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"597401b06ce1cf3d has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T07:04:07.586378Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"597401b06ce1cf3d became candidate at term 2"} {"level":"info","ts":"2026-04-22T07:04:07.587249Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"597401b06ce1cf3d received MsgVoteResp from 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-04-22T07:04:07.587277Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"597401b06ce1cf3d has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-22T07:04:07.587297Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"597401b06ce1cf3d became leader at term 2"} {"level":"info","ts":"2026-04-22T07:04:07.587310Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 597401b06ce1cf3d elected leader 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-04-22T07:04:07.588246Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"597401b06ce1cf3d","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.3:2379]}","cluster-id":"dfc54657ad8a2432","publish-timeout":"7s"} {"level":"info","ts":"2026-04-22T07:04:07.588275Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T07:04:07.588433Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T07:04:07.591889Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-22T07:04:07.591983Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-22T07:04:07.592017Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-22T07:04:07.593097Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-22T07:04:07.594931Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","cluster-version":"3.6"} {"level":"warn","ts":"2026-04-22T07:04:07.595149Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-22T07:04:07.595493Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-22T07:04:07.596099Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T07:04:07.596389Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-04-22T07:04:07.596547Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-22T07:04:07.596686Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-22T07:04:07.601391Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-22T07:04:07.601694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.602290Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50626","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.602411Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50610","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T07:04:07.609486Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.3:2379"} {"level":"warn","ts":"2026-04-22T07:04:07.619689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50670","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.630855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.649023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.655628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50746","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.666843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50766","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.675024Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.683841Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50792","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.694018Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50818","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.702450Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.712366Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.721132Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.730982Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50886","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.739828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50904","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.750447Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50918","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.760365Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.775551Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50948","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.786416Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50964","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.795351Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50986","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.805122Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.842740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.857513Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51032","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.867054Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51036","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.876231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.884493Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.895314Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.904638Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51110","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.929120Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51150","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.938453Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.949862Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51188","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.970916Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51206","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.982499Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51236","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.989125Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:07.996818Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51248","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.009225Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51262","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.019924Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51268","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.028049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51280","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.039755Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51302","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.056374Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.065102Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51320","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.074651Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51334","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.089144Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51370","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.112057Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.123779Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.133385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.144277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.154715Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.163750Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.171118Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51470","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.181535Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.188644Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51522","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.197178Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51538","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.206446Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51546","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.218607Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51556","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.269565Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.278673Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.287293Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51608","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:08.346881Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:51634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:24.332513Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.111678ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:04:24.332657Z","caller":"traceutil/trace.go:172","msg":"trace[2086873084] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:395; }","duration":"107.362606ms","start":"2026-04-22T07:04:24.225277Z","end":"2026-04-22T07:04:24.332639Z","steps":["trace[2086873084] 'range keys from in-memory index tree' (duration: 107.046286ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:04:29.668707Z","caller":"traceutil/trace.go:172","msg":"trace[1891314599] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"319.050799ms","start":"2026-04-22T07:04:29.349631Z","end":"2026-04-22T07:04:29.668681Z","steps":["trace[1891314599] 'process raft request' (duration: 318.781751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:04:29.669461Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:04:29.349602Z","time spent":"319.194974ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T07:04:29.669602Z","caller":"traceutil/trace.go:172","msg":"trace[519990427] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"238.692139ms","start":"2026-04-22T07:04:29.430886Z","end":"2026-04-22T07:04:29.669578Z","steps":["trace[519990427] 'process raft request' (duration: 238.524553ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:04:44.488555Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253) learners=(16735851943007174469)"} {"level":"info","ts":"2026-04-22T07:04:44.488818Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"e841b0abfc793f45","added-peer-peer-urls":["https://199.204.45.222:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T07:04:44.488846Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:44.488918Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:44.489020Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:44.489043Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45","remote-peer-urls":["https://199.204.45.222:2380"]} {"level":"info","ts":"2026-04-22T07:04:44.488989Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:44.489072Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"597401b06ce1cf3d","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:44.489081Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:44.489240Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:44.489317Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"warn","ts":"2026-04-22T07:04:44.504383Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.222:46662","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T07:04:44.537153Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T07:04:45.043632Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T07:04:45.541749Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T07:04:46.039168Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T07:04:46.542457Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T07:04:47.045026Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-22T07:04:47.331672Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.331736Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.333994Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.342483Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"597401b06ce1cf3d","to":"e841b0abfc793f45","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T07:04:47.342522Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.344967Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"597401b06ce1cf3d","to":"e841b0abfc793f45","bytes":794625,"size":"795 kB"} {"level":"info","ts":"2026-04-22T07:04:47.345085Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":474,"remote-peer-id":"e841b0abfc793f45","bytes":794625,"size":"795 kB"} {"level":"info","ts":"2026-04-22T07:04:47.347694Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"597401b06ce1cf3d","to":"e841b0abfc793f45","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T07:04:47.347732Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.349623Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":786432,"size":"786 kB"} {"level":"info","ts":"2026-04-22T07:04:47.355904Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":474,"remote-peer-id":"e841b0abfc793f45","bytes":794625,"size":"795 kB"} {"level":"warn","ts":"2026-04-22T07:04:47.373681Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:04:47.373819Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45","error":"EOF"} {"level":"info","ts":"2026-04-22T07:04:47.385352Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"597401b06ce1cf3d","to":"e841b0abfc793f45","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-22T07:04:47.385485Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.385554Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.392824Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"597401b06ce1cf3d","to":"e841b0abfc793f45","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-22T07:04:47.392865Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.392881Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.401256Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.403918Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.539562Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253 16735851943007174469)"} {"level":"info","ts":"2026-04-22T07:04:47.539739Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","promoted-member-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:47.539796Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"597401b06ce1cf3d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"e841b0abfc793f45"} {"level":"info","ts":"2026-04-22T07:04:57.000175Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-22T07:05:17.356296Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"597401b06ce1cf3d","to":"e841b0abfc793f45","bytes":794625,"size":"795 kB","took":"30.011328167s"} {"level":"info","ts":"2026-04-22T07:05:18.368100Z","caller":"traceutil/trace.go:172","msg":"trace[1843026409] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"101.20234ms","start":"2026-04-22T07:05:18.266873Z","end":"2026-04-22T07:05:18.368076Z","steps":["trace[1843026409] 'process raft request' (duration: 100.958684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:05:31.960326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.25:39138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:05:32.391095Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.25:39174","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T07:05:32.406713Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253 16735851943007174469) learners=(10280973446191469923)"} {"level":"info","ts":"2026-04-22T07:05:32.406973Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"8ead5ae0dd775563","added-peer-peer-urls":["https://199.204.45.25:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-22T07:05:32.407028Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.407056Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.407124Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.407117Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.407152Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563","remote-peer-urls":["https://199.204.45.25:2380"]} {"level":"info","ts":"2026-04-22T07:05:32.407154Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.407175Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:32.407182Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"warn","ts":"2026-04-22T07:05:32.447803Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.25:39244","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T07:05:32.467465Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T07:05:32.467581Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"8ead5ae0dd775563","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T07:05:32.952830Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.25:39256","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T07:05:32.965238Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-22T07:05:33.462679Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.25:39296","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T07:05:33.463844Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T07:05:33.463973Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"8ead5ae0dd775563","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T07:05:33.963434Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.25:39320","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T07:05:33.964266Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-22T07:05:34.463628Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-22T07:05:34.463750Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"8ead5ae0dd775563","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-22T07:05:34.962742Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.25:39354","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-22T07:05:34.963598Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-22T07:05:35.229287Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.229829Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.230909Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.232956Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"597401b06ce1cf3d","to":"8ead5ae0dd775563","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T07:05:35.233018Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.233426Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"597401b06ce1cf3d","to":"8ead5ae0dd775563","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-22T07:05:35.233510Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.239757Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"597401b06ce1cf3d","to":"8ead5ae0dd775563","bytes":1020453,"size":"1.0 MB"} {"level":"info","ts":"2026-04-22T07:05:35.239927Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":647,"remote-peer-id":"8ead5ae0dd775563","bytes":1020453,"size":"1.0 MB"} {"level":"info","ts":"2026-04-22T07:05:35.243331Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1011712,"size":"1.0 MB"} {"level":"info","ts":"2026-04-22T07:05:35.251054Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":647,"remote-peer-id":"8ead5ae0dd775563","bytes":1020453,"size":"1.0 MB"} {"level":"warn","ts":"2026-04-22T07:05:35.261795Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:05:35.261842Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563","error":"EOF"} {"level":"info","ts":"2026-04-22T07:05:35.278647Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"597401b06ce1cf3d","to":"8ead5ae0dd775563","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-22T07:05:35.285600Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.285607Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"597401b06ce1cf3d","to":"8ead5ae0dd775563","stream-type":"stream Message"} {"level":"info","ts":"2026-04-22T07:05:35.285647Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"warn","ts":"2026-04-22T07:05:35.285841Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.285872Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.319361Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.324957Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"597401b06ce1cf3d","remote-peer-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.468318Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253 10280973446191469923 16735851943007174469)"} {"level":"info","ts":"2026-04-22T07:05:35.468587Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","promoted-member-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:35.468651Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"597401b06ce1cf3d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"8ead5ae0dd775563"} {"level":"info","ts":"2026-04-22T07:05:46.517850Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-22T07:06:00.363330Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-22T07:06:05.251756Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"597401b06ce1cf3d","to":"8ead5ae0dd775563","bytes":1020453,"size":"1.0 MB","took":"30.011995475s"} {"level":"warn","ts":"2026-04-22T07:06:18.423485Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265335864126659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:18.560156Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e841b0abfc793f45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"674.76571ms"} {"level":"warn","ts":"2026-04-22T07:06:18.560269Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8ead5ae0dd775563","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"674.892192ms"} {"level":"warn","ts":"2026-04-22T07:06:18.833042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"607.169144ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:18.833518Z","caller":"traceutil/trace.go:172","msg":"trace[1374171120] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:845; }","duration":"607.313626ms","start":"2026-04-22T07:06:18.225831Z","end":"2026-04-22T07:06:18.833145Z","steps":["trace[1374171120] 'range keys from in-memory index tree' (duration: 607.111064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:18.924338Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265335864126659,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T07:06:19.184354Z","caller":"traceutil/trace.go:172","msg":"trace[1022716181] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:922; }","duration":"1.261576687s","start":"2026-04-22T07:06:17.922739Z","end":"2026-04-22T07:06:19.184316Z","steps":["trace[1022716181] 'read index received' (duration: 1.261558117s)","trace[1022716181] 'applied index is now lower than readState.Index' (duration: 16.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:19.184262Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e841b0abfc793f45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"423.891061ms"} {"level":"warn","ts":"2026-04-22T07:06:19.184493Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8ead5ae0dd775563","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"424.203426ms"} {"level":"warn","ts":"2026-04-22T07:06:19.184740Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.261944033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-22T07:06:19.184831Z","caller":"traceutil/trace.go:172","msg":"trace[129477402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:848; }","duration":"1.262101626s","start":"2026-04-22T07:06:17.922718Z","end":"2026-04-22T07:06:19.184820Z","steps":["trace[129477402] 'agreement among raft nodes before linearized reading' (duration: 1.26178753s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.184872Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.922686Z","time spent":"1.262175469s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-22T07:06:19.185106Z","caller":"traceutil/trace.go:172","msg":"trace[954470899] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"1.457413057s","start":"2026-04-22T07:06:17.727667Z","end":"2026-04-22T07:06:19.185080Z","steps":["trace[954470899] 'process raft request' (duration: 1.457088521s)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:19.185090Z","caller":"traceutil/trace.go:172","msg":"trace[1151761174] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"1.460611028s","start":"2026-04-22T07:06:17.724421Z","end":"2026-04-22T07:06:19.185032Z","steps":["trace[1151761174] 'process raft request' (duration: 1.460129228s)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:19.185175Z","caller":"traceutil/trace.go:172","msg":"trace[286579378] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"1.443550228s","start":"2026-04-22T07:06:17.741552Z","end":"2026-04-22T07:06:19.185102Z","steps":["trace[286579378] 'process raft request' (duration: 1.443318604s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.185244Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.727657Z","time spent":"1.45751404s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T07:06:19.185260Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.741526Z","time spent":"1.44369382s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T07:06:19.185298Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.724387Z","time spent":"1.460815791s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T07:06:19.185310Z","caller":"traceutil/trace.go:172","msg":"trace[989593544] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"1.481114541s","start":"2026-04-22T07:06:17.704143Z","end":"2026-04-22T07:06:19.185257Z","steps":["trace[989593544] 'process raft request' (duration: 1.480134834s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.185546Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.704115Z","time spent":"1.481352386s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T07:06:19.185568Z","caller":"traceutil/trace.go:172","msg":"trace[1987735733] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"1.480012451s","start":"2026-04-22T07:06:17.705543Z","end":"2026-04-22T07:06:19.185555Z","steps":["trace[1987735733] 'process raft request' (duration: 1.47889741s)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:19.185609Z","caller":"traceutil/trace.go:172","msg":"trace[416948951] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"1.453167638s","start":"2026-04-22T07:06:17.732430Z","end":"2026-04-22T07:06:19.185598Z","steps":["trace[416948951] 'process raft request' (duration: 1.452404443s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.185623Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.705510Z","time spent":"1.480087913s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T07:06:19.185645Z","caller":"traceutil/trace.go:172","msg":"trace[825300949] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"1.432284577s","start":"2026-04-22T07:06:17.753339Z","end":"2026-04-22T07:06:19.185623Z","steps":["trace[825300949] 'process raft request' (duration: 1.431575983s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.185658Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.732409Z","time spent":"1.453226039s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T07:06:19.185722Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.753309Z","time spent":"1.432362177s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T07:06:19.185736Z","caller":"traceutil/trace.go:172","msg":"trace[1989333053] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"1.480072101s","start":"2026-04-22T07:06:17.705655Z","end":"2026-04-22T07:06:19.185727Z","steps":["trace[1989333053] 'process raft request' (duration: 1.478845748s)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:19.185736Z","caller":"traceutil/trace.go:172","msg":"trace[1270867890] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"1.460274331s","start":"2026-04-22T07:06:17.725425Z","end":"2026-04-22T07:06:19.185700Z","steps":["trace[1270867890] 'process raft request' (duration: 1.45917042s)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:19.185762Z","caller":"traceutil/trace.go:172","msg":"trace[116078299] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"1.460141879s","start":"2026-04-22T07:06:17.725612Z","end":"2026-04-22T07:06:19.185754Z","steps":["trace[116078299] 'process raft request' (duration: 1.459024418s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.185780Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.705646Z","time spent":"1.480116282s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T07:06:19.185801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.725603Z","time spent":"1.460180029s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T07:06:19.185831Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.725190Z","time spent":"1.460581436s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T07:06:19.185946Z","caller":"traceutil/trace.go:172","msg":"trace[186244629] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"1.404007506s","start":"2026-04-22T07:06:17.781927Z","end":"2026-04-22T07:06:19.185934Z","steps":["trace[186244629] 'process raft request' (duration: 1.403031018s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.186000Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.781881Z","time spent":"1.404096938s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-22T07:06:19.187919Z","caller":"traceutil/trace.go:172","msg":"trace[184321553] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"1.037966183s","start":"2026-04-22T07:06:18.149939Z","end":"2026-04-22T07:06:19.187905Z","steps":["trace[184321553] 'process raft request' (duration: 1.037855931s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.188047Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:18.149903Z","time spent":"1.038100956s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T07:06:19.188205Z","caller":"traceutil/trace.go:172","msg":"trace[1486101416] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"1.289570842s","start":"2026-04-22T07:06:17.898623Z","end":"2026-04-22T07:06:19.188194Z","steps":["trace[1486101416] 'process raft request' (duration: 1.286421184s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.188282Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:17.898593Z","time spent":"1.289664943s","remote":"127.0.0.1:50710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T07:06:19.191238Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14933265335864126674,"received-request-id":14933265335864126659} {"level":"info","ts":"2026-04-22T07:06:19.192163Z","caller":"traceutil/trace.go:172","msg":"trace[1640795951] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"538.346039ms","start":"2026-04-22T07:06:18.653799Z","end":"2026-04-22T07:06:19.192145Z","steps":["trace[1640795951] 'process raft request' (duration: 537.745538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.192529Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"358.913823ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T07:06:19.192677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"438.607655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-22T07:06:19.192764Z","caller":"traceutil/trace.go:172","msg":"trace[272222747] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:860; }","duration":"359.155629ms","start":"2026-04-22T07:06:18.833591Z","end":"2026-04-22T07:06:19.192747Z","steps":["trace[272222747] 'agreement among raft nodes before linearized reading' (duration: 358.676629ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:19.192793Z","caller":"traceutil/trace.go:172","msg":"trace[1339537967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:860; }","duration":"438.719667ms","start":"2026-04-22T07:06:18.754057Z","end":"2026-04-22T07:06:19.192777Z","steps":["trace[1339537967] 'agreement among raft nodes before linearized reading' (duration: 438.134166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:19.194100Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:18.754032Z","time spent":"440.049472ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:19.192887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:18.653754Z","time spent":"538.939021ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T07:06:22.486557Z","caller":"traceutil/trace.go:172","msg":"trace[2057072873] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"189.968724ms","start":"2026-04-22T07:06:22.296569Z","end":"2026-04-22T07:06:22.486538Z","steps":["trace[2057072873] 'process raft request' (duration: 189.657427ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:22.496764Z","caller":"traceutil/trace.go:172","msg":"trace[1499294017] linearizableReadLoop","detail":"{readStateIndex:1098; appliedIndex:1099; }","duration":"180.977067ms","start":"2026-04-22T07:06:22.315760Z","end":"2026-04-22T07:06:22.496737Z","steps":["trace[1499294017] 'read index received' (duration: 180.970616ms)","trace[1499294017] 'applied index is now lower than readState.Index' (duration: 5.311µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:22.496921Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.149079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:22.496951Z","caller":"traceutil/trace.go:172","msg":"trace[1108435440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:936; }","duration":"181.19612ms","start":"2026-04-22T07:06:22.315745Z","end":"2026-04-22T07:06:22.496941Z","steps":["trace[1108435440] 'agreement among raft nodes before linearized reading' (duration: 181.109769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:24.712131Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e841b0abfc793f45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.585946ms"} {"level":"warn","ts":"2026-04-22T07:06:24.712205Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8ead5ae0dd775563","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"26.672328ms"} {"level":"info","ts":"2026-04-22T07:06:24.761362Z","caller":"traceutil/trace.go:172","msg":"trace[1882162573] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"216.231775ms","start":"2026-04-22T07:06:24.545078Z","end":"2026-04-22T07:06:24.761310Z","steps":["trace[1882162573] 'process raft request' (duration: 214.991132ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:24.784031Z","caller":"traceutil/trace.go:172","msg":"trace[1974317548] linearizableReadLoop","detail":"{readStateIndex:1115; appliedIndex:1116; }","duration":"148.010944ms","start":"2026-04-22T07:06:24.635993Z","end":"2026-04-22T07:06:24.784004Z","steps":["trace[1974317548] 'read index received' (duration: 148.000774ms)","trace[1974317548] 'applied index is now lower than readState.Index' (duration: 7.49µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:24.784257Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.241069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:24.784306Z","caller":"traceutil/trace.go:172","msg":"trace[1970422153] range","detail":"{range_begin:/registry/persistentvolumes; range_end:; response_count:0; response_revision:951; }","duration":"148.321201ms","start":"2026-04-22T07:06:24.635978Z","end":"2026-04-22T07:06:24.784299Z","steps":["trace[1970422153] 'agreement among raft nodes before linearized reading' (duration: 148.197979ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:25.092755Z","caller":"traceutil/trace.go:172","msg":"trace[2069336325] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"263.169939ms","start":"2026-04-22T07:06:24.829556Z","end":"2026-04-22T07:06:25.092726Z","steps":["trace[2069336325] 'process raft request' (duration: 163.922799ms)","trace[2069336325] 'compare' (duration: 99.017416ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T07:06:25.366593Z","caller":"traceutil/trace.go:172","msg":"trace[1656968608] linearizableReadLoop","detail":"{readStateIndex:1118; appliedIndex:1119; }","duration":"122.02089ms","start":"2026-04-22T07:06:25.244550Z","end":"2026-04-22T07:06:25.366571Z","steps":["trace[1656968608] 'read index received' (duration: 122.01253ms)","trace[1656968608] 'applied index is now lower than readState.Index' (duration: 6.91µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T07:06:25.366791Z","caller":"traceutil/trace.go:172","msg":"trace[784187389] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"143.265212ms","start":"2026-04-22T07:06:25.223504Z","end":"2026-04-22T07:06:25.366769Z","steps":["trace[784187389] 'process raft request' (duration: 143.096678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:25.366939Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.362096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T07:06:25.367022Z","caller":"traceutil/trace.go:172","msg":"trace[737877989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:955; }","duration":"122.458028ms","start":"2026-04-22T07:06:25.244545Z","end":"2026-04-22T07:06:25.367003Z","steps":["trace[737877989] 'agreement among raft nodes before linearized reading' (duration: 122.192504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:25.368766Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"124.183911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T07:06:25.369175Z","caller":"traceutil/trace.go:172","msg":"trace[267812866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:955; }","duration":"124.255882ms","start":"2026-04-22T07:06:25.244559Z","end":"2026-04-22T07:06:25.368814Z","steps":["trace[267812866] 'agreement among raft nodes before linearized reading' (duration: 124.100998ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:25.487164Z","caller":"traceutil/trace.go:172","msg":"trace[482818146] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"114.207347ms","start":"2026-04-22T07:06:25.372936Z","end":"2026-04-22T07:06:25.487144Z","steps":["trace[482818146] 'process raft request' (duration: 114.070373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:25.755627Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e841b0abfc793f45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"69.783915ms"} {"level":"warn","ts":"2026-04-22T07:06:25.755697Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8ead5ae0dd775563","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"69.856776ms"} {"level":"info","ts":"2026-04-22T07:06:25.756647Z","caller":"traceutil/trace.go:172","msg":"trace[9532989] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"222.809249ms","start":"2026-04-22T07:06:25.533820Z","end":"2026-04-22T07:06:25.756629Z","steps":["trace[9532989] 'process raft request' (duration: 222.263779ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:25.973894Z","caller":"traceutil/trace.go:172","msg":"trace[399067094] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"157.593126ms","start":"2026-04-22T07:06:25.816280Z","end":"2026-04-22T07:06:25.973873Z","steps":["trace[399067094] 'process raft request' (duration: 157.419473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:26.327551Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.496893ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-22T07:06:26.458558Z","caller":"traceutil/trace.go:172","msg":"trace[1258528394] linearizableReadLoop","detail":"{readStateIndex:1124; appliedIndex:1125; }","duration":"472.504298ms","start":"2026-04-22T07:06:25.986017Z","end":"2026-04-22T07:06:26.458521Z","steps":["trace[1258528394] 'read index received' (duration: 472.495878ms)","trace[1258528394] 'applied index is now lower than readState.Index' (duration: 7.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:26.458749Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"472.700092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:26.458849Z","caller":"traceutil/trace.go:172","msg":"trace[1797753625] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:959; }","duration":"472.828425ms","start":"2026-04-22T07:06:25.986002Z","end":"2026-04-22T07:06:26.458831Z","steps":["trace[1797753625] 'agreement among raft nodes before linearized reading' (duration: 472.646361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:26.458885Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:25.985979Z","time spent":"472.897946ms","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:26.471674Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.571054ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:26.471754Z","caller":"traceutil/trace.go:172","msg":"trace[456779493] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:960; }","duration":"217.665796ms","start":"2026-04-22T07:06:26.254069Z","end":"2026-04-22T07:06:26.471734Z","steps":["trace[456779493] 'agreement among raft nodes before linearized reading' (duration: 217.533524ms)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:26.472171Z","caller":"traceutil/trace.go:172","msg":"trace[1395908254] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"126.09152ms","start":"2026-04-22T07:06:26.346071Z","end":"2026-04-22T07:06:26.472162Z","steps":["trace[1395908254] 'process raft request' (duration: 126.003858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:27.414170Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e841b0abfc793f45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"407.17228ms"} {"level":"warn","ts":"2026-04-22T07:06:27.414252Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8ead5ae0dd775563","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"407.266182ms"} {"level":"info","ts":"2026-04-22T07:06:27.414560Z","caller":"traceutil/trace.go:172","msg":"trace[1934602541] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"593.918566ms","start":"2026-04-22T07:06:26.820618Z","end":"2026-04-22T07:06:27.414536Z","steps":["trace[1934602541] 'process raft request' (duration: 593.759203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:27.414733Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:26.820594Z","time spent":"594.053109ms","remote":"127.0.0.1:50946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T07:06:27.726095Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265335864126847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:28.226470Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265335864126847,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:28.271176Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"730.028751ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:28.271278Z","caller":"traceutil/trace.go:172","msg":"trace[87771339] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:966; }","duration":"730.150383ms","start":"2026-04-22T07:06:27.541106Z","end":"2026-04-22T07:06:28.271257Z","steps":["trace[87771339] 'range keys from in-memory index tree' (duration: 729.955939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.727679Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265335864126847,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T07:06:28.807794Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"597401b06ce1cf3d [logterm: 2, index: 1138, vote: 597401b06ce1cf3d] ignored MsgPreVote from 8ead5ae0dd775563 [logterm: 2, index: 1136] at term 2: lease is not expired (remaining ticks: 3)"} {"level":"warn","ts":"2026-04-22T07:06:28.894236Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e841b0abfc793f45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.279955416s"} {"level":"warn","ts":"2026-04-22T07:06:28.894384Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8ead5ae0dd775563","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.280111309s"} {"level":"info","ts":"2026-04-22T07:06:28.894384Z","caller":"traceutil/trace.go:172","msg":"trace[325475324] linearizableReadLoop","detail":"{readStateIndex:1131; appliedIndex:1132; }","duration":"1.668768934s","start":"2026-04-22T07:06:27.225562Z","end":"2026-04-22T07:06:28.894331Z","steps":["trace[325475324] 'read index received' (duration: 1.668745694s)","trace[325475324] 'applied index is now lower than readState.Index' (duration: 21.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:28.894497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.668916418s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:28.894589Z","caller":"traceutil/trace.go:172","msg":"trace[2114017270] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:966; }","duration":"1.669010659s","start":"2026-04-22T07:06:27.225555Z","end":"2026-04-22T07:06:28.894566Z","steps":["trace[2114017270] 'agreement among raft nodes before linearized reading' (duration: 1.668871007s)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:28.895335Z","caller":"traceutil/trace.go:172","msg":"trace[257158334] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"1.522725322s","start":"2026-04-22T07:06:27.372588Z","end":"2026-04-22T07:06:28.895313Z","steps":["trace[257158334] 'process raft request' (duration: 1.522680861s)"],"step_count":1} {"level":"info","ts":"2026-04-22T07:06:28.895354Z","caller":"traceutil/trace.go:172","msg":"trace[298037651] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"2.045162614s","start":"2026-04-22T07:06:26.850150Z","end":"2026-04-22T07:06:28.895312Z","steps":["trace[298037651] 'process raft request' (duration: 2.044456381s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.895512Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:27.372551Z","time spent":"1.522852814s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T07:06:28.895578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:26.850108Z","time spent":"2.045309258s","remote":"127.0.0.1:50778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T07:06:28.896082Z","caller":"traceutil/trace.go:172","msg":"trace[1457327310] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"1.566949395s","start":"2026-04-22T07:06:27.329057Z","end":"2026-04-22T07:06:28.896006Z","steps":["trace[1457327310] 'process raft request' (duration: 1.56612674s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.896327Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:27.329026Z","time spent":"1.567245209s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T07:06:28.931987Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14933265335864126852,"received-request-id":14933265335864126847} {"level":"warn","ts":"2026-04-22T07:06:28.936228Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.620463835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:28.936622Z","caller":"traceutil/trace.go:172","msg":"trace[702162969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:973; }","duration":"1.620867113s","start":"2026-04-22T07:06:27.315741Z","end":"2026-04-22T07:06:28.936608Z","steps":["trace[702162969] 'agreement among raft nodes before linearized reading' (duration: 1.620415974s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.936664Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.463695097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-22T07:06:28.936727Z","caller":"traceutil/trace.go:172","msg":"trace[1232423487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:973; }","duration":"1.463748838s","start":"2026-04-22T07:06:27.472964Z","end":"2026-04-22T07:06:28.936713Z","steps":["trace[1232423487] 'agreement among raft nodes before linearized reading' (duration: 1.463606215s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.936773Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:27.472932Z","time spent":"1.463834589s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:28.936706Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:27.315711Z","time spent":"1.620985055s","remote":"127.0.0.1:50612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T07:06:28.936392Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"837.300663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-22T07:06:28.936497Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"539.682786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:28.937037Z","caller":"traceutil/trace.go:172","msg":"trace[532314178] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:973; }","duration":"837.991745ms","start":"2026-04-22T07:06:28.099004Z","end":"2026-04-22T07:06:28.936996Z","steps":["trace[532314178] 'agreement among raft nodes before linearized reading' (duration: 837.241482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.937171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.098978Z","time spent":"838.154109ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattributesclasses\" limit:1 "} {"level":"info","ts":"2026-04-22T07:06:28.937038Z","caller":"traceutil/trace.go:172","msg":"trace[1836467932] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:973; }","duration":"540.214725ms","start":"2026-04-22T07:06:28.396809Z","end":"2026-04-22T07:06:28.937024Z","steps":["trace[1836467932] 'agreement among raft nodes before linearized reading' (duration: 539.654945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.937324Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.396786Z","time spent":"540.526121ms","remote":"127.0.0.1:51212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:28.936411Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.443990604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-22T07:06:28.937602Z","caller":"traceutil/trace.go:172","msg":"trace[513468057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:973; }","duration":"1.445183686s","start":"2026-04-22T07:06:27.492409Z","end":"2026-04-22T07:06:28.937593Z","steps":["trace[513468057] 'agreement among raft nodes before linearized reading' (duration: 1.443898242s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:28.939912Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:27.492384Z","time spent":"1.447510989s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:29.456724Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265335864126856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:29.957949Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265335864126856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:30.458689Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265335864126856,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-22T07:06:30.608029Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"597401b06ce1cf3d [logterm: 2, index: 1150, vote: 597401b06ce1cf3d] ignored MsgPreVote from 8ead5ae0dd775563 [logterm: 2, index: 1146] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-04-22T07:06:30.861370Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.903079187s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T07:06:30.865709Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e841b0abfc793f45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.70988079s"} {"level":"warn","ts":"2026-04-22T07:06:30.866252Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8ead5ae0dd775563","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.71042833s"} {"level":"warn","ts":"2026-04-22T07:06:30.954458Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999733271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-22T07:06:30.954542Z","caller":"traceutil/trace.go:172","msg":"trace[1614296971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999832513s","start":"2026-04-22T07:06:28.954692Z","end":"2026-04-22T07:06:30.954524Z","steps":["trace[1614296971] 'agreement among raft nodes before linearized reading' (duration: 1.999729781s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:30.954603Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.954673Z","time spent":"1.999914335s","remote":"127.0.0.1:50606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/22 07:06:30 WARNING: [core] [Server #5]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-22T07:06:30.959692Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265335864126856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:31.460166Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933265335864126856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-22T07:06:31.764152Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.538822336s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:31.764257Z","caller":"traceutil/trace.go:172","msg":"trace[974702155] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:974; }","duration":"2.538917738s","start":"2026-04-22T07:06:29.225303Z","end":"2026-04-22T07:06:31.764220Z","steps":["trace[974702155] 'range keys from in-memory index tree' (duration: 2.538774855s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:31.764576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"898.46704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-22T07:06:31.765324Z","caller":"traceutil/trace.go:172","msg":"trace[1836847502] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"2.823740662s","start":"2026-04-22T07:06:28.941560Z","end":"2026-04-22T07:06:31.765301Z","steps":["trace[1836847502] 'process raft request' (duration: 1.924474447s)","trace[1836847502] 'compare' (duration: 898.089514ms)"],"step_count":2} {"level":"info","ts":"2026-04-22T07:06:31.765421Z","caller":"traceutil/trace.go:172","msg":"trace[1033261015] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"2.818942033s","start":"2026-04-22T07:06:28.946460Z","end":"2026-04-22T07:06:31.765402Z","steps":["trace[1033261015] 'process raft request' (duration: 2.818321313s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:31.765508Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.946438Z","time spent":"2.819031977s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T07:06:31.765700Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.941534Z","time spent":"2.823909905s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-22T07:06:31.958148Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.091689964s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-22T07:06:31.958359Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e841b0abfc793f45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"892.086922ms"} {"level":"warn","ts":"2026-04-22T07:06:31.958388Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8ead5ae0dd775563","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"892.120142ms"} {"level":"info","ts":"2026-04-22T07:06:31.958653Z","caller":"traceutil/trace.go:172","msg":"trace[526015599] linearizableReadLoop","detail":"{readStateIndex:1140; appliedIndex:1146; }","duration":"3.002449819s","start":"2026-04-22T07:06:28.956179Z","end":"2026-04-22T07:06:31.958629Z","steps":["trace[526015599] 'read index received' (duration: 3.002442109s)","trace[526015599] 'applied index is now lower than readState.Index' (duration: 6.12µs)"],"step_count":2} {"level":"info","ts":"2026-04-22T07:06:31.963427Z","caller":"traceutil/trace.go:172","msg":"trace[442334356] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"2.998898364s","start":"2026-04-22T07:06:28.964504Z","end":"2026-04-22T07:06:31.963403Z","steps":["trace[442334356] 'process raft request' (duration: 2.998506857s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:31.963556Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:28.964481Z","time spent":"2.999010436s","remote":"127.0.0.1:51494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-22T07:06:32.015947Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":14933265335864126860,"received-request-id":14933265335864126856} {"level":"info","ts":"2026-04-22T07:06:32.016766Z","caller":"traceutil/trace.go:172","msg":"trace[665086672] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"1.109065249s","start":"2026-04-22T07:06:30.907691Z","end":"2026-04-22T07:06:32.016756Z","steps":["trace[665086672] 'process raft request' (duration: 1.109000208s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.016856Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:30.907683Z","time spent":"1.10911573s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T07:06:32.016975Z","caller":"traceutil/trace.go:172","msg":"trace[1500906831] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"1.109359415s","start":"2026-04-22T07:06:30.907610Z","end":"2026-04-22T07:06:32.016970Z","steps":["trace[1500906831] 'process raft request' (duration: 1.108413217s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.017005Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:30.907583Z","time spent":"1.109407886s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T07:06:32.059187Z","caller":"traceutil/trace.go:172","msg":"trace[1319792240] linearizableReadLoop","detail":"{readStateIndex:1150; appliedIndex:1153; }","duration":"100.450989ms","start":"2026-04-22T07:06:31.958709Z","end":"2026-04-22T07:06:32.059160Z","steps":["trace[1319792240] 'read index received' (duration: 100.442479ms)","trace[1319792240] 'applied index is now lower than readState.Index' (duration: 7.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:06:32.059388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.059618ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:32.059424Z","caller":"traceutil/trace.go:172","msg":"trace[786154498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:985; }","duration":"295.114369ms","start":"2026-04-22T07:06:31.764300Z","end":"2026-04-22T07:06:32.059414Z","steps":["trace[786154498] 'agreement among raft nodes before linearized reading' (duration: 295.026538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.059465Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.10491187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:32.059537Z","caller":"traceutil/trace.go:172","msg":"trace[195428564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:985; }","duration":"1.105037133s","start":"2026-04-22T07:06:30.954488Z","end":"2026-04-22T07:06:32.059525Z","steps":["trace[195428564] 'agreement among raft nodes before linearized reading' (duration: 1.104875189s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.059578Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:30.954470Z","time spent":"1.105101664s","remote":"127.0.0.1:50612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-22T07:06:32.059657Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.421526245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" limit:1 ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-22T07:06:32.059695Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"760.137381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:06:32.059703Z","caller":"traceutil/trace.go:172","msg":"trace[800431101] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:986; }","duration":"1.421577256s","start":"2026-04-22T07:06:30.638116Z","end":"2026-04-22T07:06:32.059694Z","steps":["trace[800431101] 'agreement among raft nodes before linearized reading' (duration: 1.421427003s)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.059737Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:30.638065Z","time spent":"1.421664858s","remote":"127.0.0.1:50678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" limit:1 "} {"level":"info","ts":"2026-04-22T07:06:32.059734Z","caller":"traceutil/trace.go:172","msg":"trace[1739685594] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:986; }","duration":"760.178081ms","start":"2026-04-22T07:06:31.299545Z","end":"2026-04-22T07:06:32.059723Z","steps":["trace[1739685594] 'agreement among raft nodes before linearized reading' (duration: 760.10977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:06:32.059779Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:06:31.299526Z","time spent":"760.245513ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:06:43.113714Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33604","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:46.126391Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33634","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:46.144390Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33648","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:46.158618Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33674","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:46.460940Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33702","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.113770Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.179108Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33716","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.266129Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33738","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.283724Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.301598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33770","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.316597Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33778","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.344590Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.368080Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33820","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.390022Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33840","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.405917Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33864","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.434206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33880","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.459269Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33894","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.484939Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33906","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.588608Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33930","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.618830Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.645110Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:33976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.748936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34000","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.786965Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34030","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.809341Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34060","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.822798Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.838268Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.850623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34096","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.879347Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34108","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.888039Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34114","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.916038Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-22T07:06:47.929429Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34172","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-22T07:06:54.233252Z","caller":"traceutil/trace.go:172","msg":"trace[388792300] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"135.185342ms","start":"2026-04-22T07:06:54.098044Z","end":"2026-04-22T07:06:54.233229Z","steps":["trace[388792300] 'process raft request' (duration: 135.04301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:08:25.015549Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e841b0abfc793f45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"130.160682ms"} {"level":"warn","ts":"2026-04-22T07:08:25.015634Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8ead5ae0dd775563","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"130.247113ms"} {"level":"warn","ts":"2026-04-22T07:08:25.320900Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"e841b0abfc793f45","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"103.922253ms"} {"level":"warn","ts":"2026-04-22T07:08:25.320951Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"8ead5ae0dd775563","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"103.979294ms"} {"level":"info","ts":"2026-04-22T07:08:25.321103Z","caller":"traceutil/trace.go:172","msg":"trace[1069268285] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"303.236331ms","start":"2026-04-22T07:08:25.017855Z","end":"2026-04-22T07:08:25.321091Z","steps":["trace[1069268285] 'process raft request' (duration: 303.15249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:08:25.321179Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:08:25.017833Z","time spent":"303.296763ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-22T07:08:25.780644Z","caller":"traceutil/trace.go:172","msg":"trace[614812850] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1986; }","duration":"365.384572ms","start":"2026-04-22T07:08:25.415228Z","end":"2026-04-22T07:08:25.780613Z","steps":["trace[614812850] 'read index received' (duration: 365.376272ms)","trace[614812850] 'applied index is now lower than readState.Index' (duration: 6.59µs)"],"step_count":2} {"level":"warn","ts":"2026-04-22T07:08:25.781444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"366.192896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" limit:1 ","response":"range_response_count:1 size:1086"} {"level":"info","ts":"2026-04-22T07:08:25.781496Z","caller":"traceutil/trace.go:172","msg":"trace[12515760] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:1; response_revision:1697; }","duration":"366.268507ms","start":"2026-04-22T07:08:25.415213Z","end":"2026-04-22T07:08:25.781482Z","steps":["trace[12515760] 'agreement among raft nodes before linearized reading' (duration: 366.013814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-22T07:08:25.781622Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-22T07:08:25.415175Z","time spent":"366.438389ms","remote":"127.0.0.1:34112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1109,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" limit:1 "} {"level":"warn","ts":"2026-04-22T07:08:25.782479Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"291.199236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-22T07:08:25.782602Z","caller":"traceutil/trace.go:172","msg":"trace[1618365117] range","detail":"{range_begin:/registry/statefulsets; range_end:; response_count:0; response_revision:1697; }","duration":"291.347749ms","start":"2026-04-22T07:08:25.491235Z","end":"2026-04-22T07:08:25.782583Z","steps":["trace[1618365117] 'agreement among raft nodes before linearized reading' (duration: 291.142865ms)"],"step_count":1}