{"level":"warn","ts":"2026-08-22T09:27:58.596113Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-08-22T09:27:58.596543Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-08-22T09:27:58.596557Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.61:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.61:2380","--initial-cluster=controller-1=https://199.204.45.61:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.61:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.61:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-08-22T09:27:58.596622Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-08-22T09:27:58.596646Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-22T09:27:58.596655Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.61:2380"]} {"level":"info","ts":"2026-08-22T09:27:58.596674Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T09:27:58.597623Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.61:2379"]} {"level":"info","ts":"2026-08-22T09:27:58.597760Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.61:2380"],"listen-peer-urls":["https://199.204.45.61:2380"],"advertise-client-urls":["https://199.204.45.61:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.61:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.61:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-08-22T09:27:58.598433Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0004fc9c8}"} {"level":"info","ts":"2026-08-22T09:27:58.603354Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-08-22T09:27:58.603409Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.072509ms"} {"level":"info","ts":"2026-08-22T09:27:58.603441Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-08-22T09:27:58.603456Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-08-22T09:27:58.603494Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-08-22T09:27:58.609650Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-08-22T09:27:58.611162Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"ca256638ea38eb43","cluster-id":"dfd7ac400ae20102"} {"level":"info","ts":"2026-08-22T09:27:58.611203Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-08-22T09:27:58.611287Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ca256638ea38eb43 switched to configuration voters=()"} {"level":"info","ts":"2026-08-22T09:27:58.611341Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ca256638ea38eb43 became follower at term 0"} {"level":"info","ts":"2026-08-22T09:27:58.611355Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft ca256638ea38eb43 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-22T09:27:58.611398Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"ca256638ea38eb43 became follower at term 1"} {"level":"info","ts":"2026-08-22T09:27:58.611438Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ca256638ea38eb43 switched to configuration voters=(14566160964433537859)"} {"level":"warn","ts":"2026-08-22T09:27:58.618373Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-22T09:27:58.625088Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-22T09:27:58.632014Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-22T09:27:58.632785Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"ca256638ea38eb43","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-22T09:27:58.633023Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ca256638ea38eb43","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-22T09:27:58.633166Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:27:58.633217Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:27:58.633228Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-22T09:27:58.633356Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-22T09:27:58.633499Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.61:2380"} {"level":"info","ts":"2026-08-22T09:27:58.633523Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.61:2380"} {"level":"info","ts":"2026-08-22T09:27:58.633667Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ca256638ea38eb43 switched to configuration voters=(14566160964433537859)"} {"level":"info","ts":"2026-08-22T09:27:58.633753Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"dfd7ac400ae20102","local-member-id":"ca256638ea38eb43","added-peer-id":"ca256638ea38eb43","added-peer-peer-urls":["https://199.204.45.61:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-08-22T09:27:58.634076Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"ca256638ea38eb43","initial-advertise-peer-urls":["https://199.204.45.61:2380"],"listen-peer-urls":["https://199.204.45.61:2380"],"advertise-client-urls":["https://199.204.45.61:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.61:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-22T09:27:58.634183Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-22T09:27:59.012245Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"ca256638ea38eb43 is starting a new election at term 1"} {"level":"info","ts":"2026-08-22T09:27:59.012316Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"ca256638ea38eb43 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-22T09:27:59.012395Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ca256638ea38eb43 received MsgPreVoteResp from ca256638ea38eb43 at term 1"} {"level":"info","ts":"2026-08-22T09:27:59.012422Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ca256638ea38eb43 has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-08-22T09:27:59.012449Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"ca256638ea38eb43 became candidate at term 2"} {"level":"info","ts":"2026-08-22T09:27:59.013308Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ca256638ea38eb43 received MsgVoteResp from ca256638ea38eb43 at term 2"} {"level":"info","ts":"2026-08-22T09:27:59.013389Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ca256638ea38eb43 has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-08-22T09:27:59.013418Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"ca256638ea38eb43 became leader at term 2"} {"level":"info","ts":"2026-08-22T09:27:59.013436Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ca256638ea38eb43 elected leader ca256638ea38eb43 at term 2"} {"level":"info","ts":"2026-08-22T09:27:59.014571Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-08-22T09:27:59.015771Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T09:27:59.015806Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-22T09:27:59.015763Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"ca256638ea38eb43","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.61:2379]}","cluster-id":"dfd7ac400ae20102","publish-timeout":"7s"} {"level":"info","ts":"2026-08-22T09:27:59.016099Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-22T09:27:59.016182Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-22T09:27:59.018431Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-08-22T09:27:59.018547Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-08-22T09:27:59.018675Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-08-22T09:27:59.020048Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"dfd7ac400ae20102","local-member-id":"ca256638ea38eb43","cluster-version":"3.6"} {"level":"info","ts":"2026-08-22T09:27:59.020336Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-08-22T09:27:59.020505Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-08-22T09:27:59.020647Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-08-22T09:27:59.020827Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-08-22T09:27:59.025112Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.61:2379"} {"level":"info","ts":"2026-08-22T09:27:59.025958Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-08-22T09:27:59.026208Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.026435Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.028293Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39622","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.039783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.053642Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.076052Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.085726Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.094385Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39812","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.104842Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.112061Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39842","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.121804Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.130136Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39896","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.146740Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.155346Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39936","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.170976Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.178700Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39960","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.187841Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39962","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.200001Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.209369Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40006","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.219490Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.272062Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.280290Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40070","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.295257Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40080","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.304668Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40102","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.308894Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40106","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.319620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40134","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.326097Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.340256Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.347981Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40198","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.354915Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40212","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.361543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.369703Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.378756Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.387854Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.404263Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40304","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.410772Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40348","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.420332Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40350","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.426556Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40374","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.433441Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.442650Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40414","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.451586Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40432","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.459396Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40440","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.470773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40462","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.478027Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40486","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.500418Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40514","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.512381Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.523427Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40544","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.536855Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40552","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.543743Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40576","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.552743Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40592","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.568288Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40612","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.590950Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40650","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.599467Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40658","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.614002Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40672","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.660437Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.665107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.674028Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40728","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.685332Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40750","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:27:59.729942Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40776","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:28:06.692470Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"141.389594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:28:06.692605Z","caller":"traceutil/trace.go:172","msg":"trace[265878697] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:0; response_revision:305; }","duration":"141.542509ms","start":"2026-08-22T09:28:06.551042Z","end":"2026-08-22T09:28:06.692584Z","steps":["trace[265878697] 'range keys from in-memory index tree' (duration: 141.307101ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:28:12.263052Z","caller":"traceutil/trace.go:172","msg":"trace[2012516711] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"306.490172ms","start":"2026-08-22T09:28:11.956539Z","end":"2026-08-22T09:28:12.263030Z","steps":["trace[2012516711] 'process raft request' (duration: 306.335297ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:28:12.264348Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:28:11.956512Z","time spent":"307.031029ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:28:12.894704Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"394.112505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.61\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-08-22T09:28:12.894733Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"398.218229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 ","response":"range_response_count:1 size:2303"} {"level":"info","ts":"2026-08-22T09:28:12.894800Z","caller":"traceutil/trace.go:172","msg":"trace[1992487457] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:379; }","duration":"398.302741ms","start":"2026-08-22T09:28:12.496483Z","end":"2026-08-22T09:28:12.894786Z","steps":["trace[1992487457] 'range keys from in-memory index tree' (duration: 398.069304ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:28:12.894830Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:28:12.496463Z","time spent":"398.361384ms","remote":"127.0.0.1:39858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2327,"request content":"key:\"/registry/configmaps/kube-public/cluster-info\" limit:1 "} {"level":"info","ts":"2026-08-22T09:28:12.894762Z","caller":"traceutil/trace.go:172","msg":"trace[1252718673] range","detail":"{range_begin:/registry/masterleases/199.204.45.61; range_end:; response_count:1; response_revision:379; }","duration":"394.185757ms","start":"2026-08-22T09:28:12.500562Z","end":"2026-08-22T09:28:12.894748Z","steps":["trace[1252718673] 'range keys from in-memory index tree' (duration: 393.93794ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:28:12.894916Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:28:12.500551Z","time spent":"394.356862ms","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.61\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:28:17.626166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"260.265011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T09:28:17.626285Z","caller":"traceutil/trace.go:172","msg":"trace[1139688276] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"351.646277ms","start":"2026-08-22T09:28:17.274623Z","end":"2026-08-22T09:28:17.626269Z","steps":["trace[1139688276] 'process raft request' (duration: 91.032467ms)","trace[1139688276] 'compare' (duration: 260.132896ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:28:17.626347Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:28:17.274601Z","time spent":"351.719939ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:28:17.827429Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.855838ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-08-22T09:28:18.869268Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569519440893663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:28:18.916853Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.008341184s","expected-duration":"1s"} {"level":"info","ts":"2026-08-22T09:28:18.917114Z","caller":"traceutil/trace.go:172","msg":"trace[101020025] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:417; }","duration":"548.173389ms","start":"2026-08-22T09:28:18.368923Z","end":"2026-08-22T09:28:18.917096Z","steps":["trace[101020025] 'read index received' (duration: 548.166899ms)","trace[101020025] 'applied index is now lower than readState.Index' (duration: 5.22µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:28:18.917340Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"548.385816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T09:28:18.917364Z","caller":"traceutil/trace.go:172","msg":"trace[1163583341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:395; }","duration":"548.441397ms","start":"2026-08-22T09:28:18.368917Z","end":"2026-08-22T09:28:18.917358Z","steps":["trace[1163583341] 'agreement among raft nodes before linearized reading' (duration: 548.269942ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:28:18.917385Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:28:18.368893Z","time spent":"548.488448ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:28:18.917899Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"305.92585ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:28:18.917948Z","caller":"traceutil/trace.go:172","msg":"trace[1808109789] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"1.009514037s","start":"2026-08-22T09:28:17.908371Z","end":"2026-08-22T09:28:18.917885Z","steps":["trace[1808109789] 'process raft request' (duration: 1.008804367s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:28:18.918165Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:28:17.908354Z","time spent":"1.009702572s","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5769,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:28:18.917989Z","caller":"traceutil/trace.go:172","msg":"trace[1311530298] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:396; }","duration":"306.025752ms","start":"2026-08-22T09:28:18.611947Z","end":"2026-08-22T09:28:18.917973Z","steps":["trace[1311530298] 'agreement among raft nodes before linearized reading' (duration: 305.906139ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:28:25.075481Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.176496367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:28:25.075581Z","caller":"traceutil/trace.go:172","msg":"trace[1103220819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:410; }","duration":"1.17660723s","start":"2026-08-22T09:28:23.898952Z","end":"2026-08-22T09:28:25.075559Z","steps":["trace[1103220819] 'range keys from in-memory index tree' (duration: 1.176429685s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:28:25.075576Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"463.582954ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:28:25.075622Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:28:23.898936Z","time spent":"1.176675852s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T09:28:25.075652Z","caller":"traceutil/trace.go:172","msg":"trace[1756558534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:410; }","duration":"463.675517ms","start":"2026-08-22T09:28:24.611957Z","end":"2026-08-22T09:28:25.075633Z","steps":["trace[1756558534] 'range keys from in-memory index tree' (duration: 463.532762ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:28:25.078823Z","caller":"traceutil/trace.go:172","msg":"trace[1121734286] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"494.608122ms","start":"2026-08-22T09:28:24.584197Z","end":"2026-08-22T09:28:25.078805Z","steps":["trace[1121734286] 'process raft request' (duration: 494.476248ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:28:25.078950Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:28:24.584159Z","time spent":"494.733595ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:28:25.151067Z","caller":"traceutil/trace.go:172","msg":"trace[869430533] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"120.706872ms","start":"2026-08-22T09:28:25.030142Z","end":"2026-08-22T09:28:25.150849Z","steps":["trace[869430533] 'process raft request' (duration: 119.994033ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:28:29.896107Z","caller":"traceutil/trace.go:172","msg":"trace[1379375708] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"178.003021ms","start":"2026-08-22T09:28:29.718082Z","end":"2026-08-22T09:28:29.896085Z","steps":["trace[1379375708] 'process raft request' (duration: 177.867928ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:28:31.603146Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ca256638ea38eb43 switched to configuration voters=(14566160964433537859) learners=(6576741403105011184)"} {"level":"info","ts":"2026-08-22T09:28:31.603298Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"dfd7ac400ae20102","local-member-id":"ca256638ea38eb43","added-peer-id":"5b45477607ada5f0","added-peer-peer-urls":["https://199.204.45.227:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-08-22T09:28:31.603510Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:31.603580Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:31.604278Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:31.604309Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:31.604337Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:31.604319Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:31.604429Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:31.604582Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0","remote-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-08-22T09:28:31.604625Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"ca256638ea38eb43","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"5b45477607ada5f0"} {"level":"error","ts":"2026-08-22T09:28:31.648440Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-08-22T09:28:32.143621Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.227:36692","server-name":"","error":"EOF"} {"level":"error","ts":"2026-08-22T09:28:32.155180Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:28:32.651724Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:28:33.152307Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:28:33.651792Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:28:34.151814Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:28:34.655357Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-08-22T09:28:35.021863Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.227:2380/version","remote-member-id":"5b45477607ada5f0","error":"Get \"https://199.204.45.227:2380/version\": dial tcp 199.204.45.227:2380: connect: connection refused"} {"level":"warn","ts":"2026-08-22T09:28:35.021956Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"5b45477607ada5f0","error":"Get \"https://199.204.45.227:2380/version\": dial tcp 199.204.45.227:2380: connect: connection refused"} {"level":"error","ts":"2026-08-22T09:28:35.148570Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:28:35.655544Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-08-22T09:28:35.989597Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ca256638ea38eb43","to":"5b45477607ada5f0","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:28:35.989659Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:35.989705Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:35.994957Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ca256638ea38eb43","to":"5b45477607ada5f0","stream-type":"stream Message"} {"level":"info","ts":"2026-08-22T09:28:35.995007Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:36.016542Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:36.021137Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:36.026941Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"ca256638ea38eb43","to":"5b45477607ada5f0","bytes":770053,"size":"770 kB"} {"level":"info","ts":"2026-08-22T09:28:36.027082Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":465,"remote-peer-id":"5b45477607ada5f0","bytes":770053,"size":"770 kB"} {"level":"info","ts":"2026-08-22T09:28:36.038417Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":761856,"size":"762 kB"} {"level":"info","ts":"2026-08-22T09:28:36.046981Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":465,"remote-peer-id":"5b45477607ada5f0","bytes":770053,"size":"770 kB"} {"level":"warn","ts":"2026-08-22T09:28:36.059300Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:28:36.059479Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0","error":"EOF"} {"level":"info","ts":"2026-08-22T09:28:36.070175Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ca256638ea38eb43","to":"5b45477607ada5f0","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-08-22T09:28:36.070207Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:36.070216Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:36.073830Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ca256638ea38eb43","to":"5b45477607ada5f0","stream-type":"stream Message"} {"level":"warn","ts":"2026-08-22T09:28:36.073883Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:36.073912Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:36.118611Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:36.120801Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:36.149602Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ca256638ea38eb43 switched to configuration voters=(6576741403105011184 14566160964433537859)"} {"level":"info","ts":"2026-08-22T09:28:36.149794Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"dfd7ac400ae20102","local-member-id":"ca256638ea38eb43","promoted-member-id":"5b45477607ada5f0"} {"level":"info","ts":"2026-08-22T09:28:36.149843Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"ca256638ea38eb43","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"5b45477607ada5f0"} {"level":"warn","ts":"2026-08-22T09:28:36.604872Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"5b45477607ada5f0","rtt":"0s","error":"dial tcp 199.204.45.227:2380: connect: connection refused"} {"level":"warn","ts":"2026-08-22T09:28:36.604825Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"5b45477607ada5f0","rtt":"0s","error":"dial tcp 199.204.45.227:2380: connect: connection refused"} {"level":"info","ts":"2026-08-22T09:28:49.408774Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-08-22T09:28:54.636309Z","caller":"traceutil/trace.go:172","msg":"trace[619863736] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:520; }","duration":"110.841134ms","start":"2026-08-22T09:28:54.525446Z","end":"2026-08-22T09:28:54.636287Z","steps":["trace[619863736] 'read index received' (duration: 110.832764ms)","trace[619863736] 'applied index is now lower than readState.Index' (duration: 7.18µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:28:54.636514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.047428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/controller-2\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:28:54.636558Z","caller":"traceutil/trace.go:172","msg":"trace[833261918] range","detail":"{range_begin:/registry/minions/controller-2; range_end:; response_count:0; response_revision:487; }","duration":"111.103859ms","start":"2026-08-22T09:28:54.525442Z","end":"2026-08-22T09:28:54.636545Z","steps":["trace[833261918] 'agreement among raft nodes before linearized reading' (duration: 111.006167ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:29:06.048064Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"ca256638ea38eb43","to":"5b45477607ada5f0","bytes":770053,"size":"770 kB","took":"30.02112587s"} {"level":"info","ts":"2026-08-22T09:29:16.403312Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ca256638ea38eb43 switched to configuration voters=(6576741403105011184 14566160964433537859) learners=(1482509980523967131)"} {"level":"info","ts":"2026-08-22T09:29:16.403603Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"dfd7ac400ae20102","local-member-id":"ca256638ea38eb43","added-peer-id":"1492eef8fd1a329b","added-peer-peer-urls":["https://199.19.213.186:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-08-22T09:29:16.403676Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:16.403710Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:16.403822Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:16.403861Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:16.403863Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:16.403892Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b","remote-peer-urls":["https://199.19.213.186:2380"]} {"level":"info","ts":"2026-08-22T09:29:16.403888Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:16.403931Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"ca256638ea38eb43","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:16.403963Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"error","ts":"2026-08-22T09:29:16.460076Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-08-22T09:29:16.460166Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"1492eef8fd1a329b","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-08-22T09:29:16.951366Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.186:49540","server-name":"","error":"EOF"} {"level":"error","ts":"2026-08-22T09:29:16.952170Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-08-22T09:29:17.448732Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.186:49556","server-name":"","error":"EOF"} {"level":"error","ts":"2026-08-22T09:29:17.449607Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-08-22T09:29:17.449681Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"1492eef8fd1a329b","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-08-22T09:29:17.952907Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-08-22T09:29:18.454729Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-08-22T09:29:18.454827Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"1492eef8fd1a329b","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-08-22T09:29:18.949691Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.186:49584","server-name":"","error":"EOF"} {"level":"error","ts":"2026-08-22T09:29:18.950578Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-08-22T09:29:19.054418Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.186:2380/version","remote-member-id":"1492eef8fd1a329b","error":"Get \"https://199.19.213.186:2380/version\": dial tcp 199.19.213.186:2380: connect: connection refused"} {"level":"warn","ts":"2026-08-22T09:29:19.054552Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"1492eef8fd1a329b","error":"Get \"https://199.19.213.186:2380/version\": dial tcp 199.19.213.186:2380: connect: connection refused"} {"level":"error","ts":"2026-08-22T09:29:19.455323Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-08-22T09:29:19.455506Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"1492eef8fd1a329b","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-08-22T09:29:19.948856Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-08-22T09:29:20.110744Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.117579Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ca256638ea38eb43","to":"1492eef8fd1a329b","stream-type":"stream Message"} {"level":"info","ts":"2026-08-22T09:29:20.117625Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.118109Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.121438Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.123602Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ca256638ea38eb43","to":"1492eef8fd1a329b","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-08-22T09:29:20.123633Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.124408Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"ca256638ea38eb43","to":"1492eef8fd1a329b","bytes":991786,"size":"992 kB"} {"level":"info","ts":"2026-08-22T09:29:20.124497Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":628,"remote-peer-id":"1492eef8fd1a329b","bytes":991786,"size":"992 kB"} {"level":"info","ts":"2026-08-22T09:29:20.127780Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":983040,"size":"983 kB"} {"level":"info","ts":"2026-08-22T09:29:20.135475Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":628,"remote-peer-id":"1492eef8fd1a329b","bytes":991786,"size":"992 kB"} {"level":"warn","ts":"2026-08-22T09:29:20.154250Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:29:20.154253Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b","error":"EOF"} {"level":"info","ts":"2026-08-22T09:29:20.176566Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ca256638ea38eb43","to":"1492eef8fd1a329b","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-08-22T09:29:20.176786Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.177061Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.186347Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"ca256638ea38eb43","to":"1492eef8fd1a329b","stream-type":"stream Message"} {"level":"warn","ts":"2026-08-22T09:29:20.186427Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.186460Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.215503Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.221544Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"ca256638ea38eb43","remote-peer-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.488500Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"ca256638ea38eb43 switched to configuration voters=(1482509980523967131 6576741403105011184 14566160964433537859)"} {"level":"info","ts":"2026-08-22T09:29:20.488663Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"dfd7ac400ae20102","local-member-id":"ca256638ea38eb43","promoted-member-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:20.488705Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"ca256638ea38eb43","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"1492eef8fd1a329b"} {"level":"info","ts":"2026-08-22T09:29:29.010756Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-08-22T09:29:39.518735Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-08-22T09:29:50.135754Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"ca256638ea38eb43","to":"1492eef8fd1a329b","bytes":991786,"size":"992 kB","took":"30.011343664s"} {"level":"warn","ts":"2026-08-22T09:29:52.028717Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"148.046051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-22T09:29:52.029305Z","caller":"traceutil/trace.go:172","msg":"trace[1583078410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:790; }","duration":"148.653789ms","start":"2026-08-22T09:29:51.880632Z","end":"2026-08-22T09:29:52.029286Z","steps":["trace[1583078410] 'range keys from in-memory index tree' (duration: 147.039438ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:52.028816Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.652953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:29:52.029777Z","caller":"traceutil/trace.go:172","msg":"trace[436445559] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:790; }","duration":"139.482074ms","start":"2026-08-22T09:29:51.890134Z","end":"2026-08-22T09:29:52.029616Z","steps":["trace[436445559] 'range keys from in-memory index tree' (duration: 137.830751ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:55.703619Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569519440894568,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:29:55.934495Z","caller":"traceutil/trace.go:172","msg":"trace[1521115771] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"919.659799ms","start":"2026-08-22T09:29:55.014808Z","end":"2026-08-22T09:29:55.934468Z","steps":["trace[1521115771] 'process raft request' (duration: 919.276544ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:55.934664Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.014788Z","time spent":"919.809911ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:29:55.981314Z","caller":"traceutil/trace.go:172","msg":"trace[1248655654] linearizableReadLoop","detail":"{readStateIndex:919; appliedIndex:920; }","duration":"778.213535ms","start":"2026-08-22T09:29:55.203069Z","end":"2026-08-22T09:29:55.981282Z","steps":["trace[1248655654] 'read index received' (duration: 778.193045ms)","trace[1248655654] 'applied index is now lower than readState.Index' (duration: 18.9µs)"],"step_count":2} {"level":"info","ts":"2026-08-22T09:29:55.982231Z","caller":"traceutil/trace.go:172","msg":"trace[1444026953] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"951.138543ms","start":"2026-08-22T09:29:55.031069Z","end":"2026-08-22T09:29:55.982208Z","steps":["trace[1444026953] 'process raft request' (duration: 950.779068ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:29:55.982298Z","caller":"traceutil/trace.go:172","msg":"trace[445164949] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"952.901197ms","start":"2026-08-22T09:29:55.029207Z","end":"2026-08-22T09:29:55.982108Z","steps":["trace[445164949] 'process raft request' (duration: 952.608173ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:29:55.981551Z","caller":"traceutil/trace.go:172","msg":"trace[616935273] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"956.86116ms","start":"2026-08-22T09:29:55.024676Z","end":"2026-08-22T09:29:55.981537Z","steps":["trace[616935273] 'process raft request' (duration: 956.81105ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:55.982419Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.031061Z","time spent":"951.259406ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:29:55.982451Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.029200Z","time spent":"953.17867ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:29:55.982489Z","caller":"traceutil/trace.go:172","msg":"trace[1094208330] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"942.999604ms","start":"2026-08-22T09:29:55.039483Z","end":"2026-08-22T09:29:55.982482Z","steps":["trace[1094208330] 'process raft request' (duration: 942.452497ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:55.982525Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.039474Z","time spent":"943.031394ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:29:55.982581Z","caller":"traceutil/trace.go:172","msg":"trace[71369707] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"941.973709ms","start":"2026-08-22T09:29:55.040603Z","end":"2026-08-22T09:29:55.982577Z","steps":["trace[71369707] 'process raft request' (duration: 941.809937ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:55.982597Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.040595Z","time spent":"941.994149ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:29:55.982545Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.024667Z","time spent":"957.748722ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:29:55.981593Z","caller":"traceutil/trace.go:172","msg":"trace[1065288694] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"961.051687ms","start":"2026-08-22T09:29:55.020535Z","end":"2026-08-22T09:29:55.981587Z","steps":["trace[1065288694] 'process raft request' (duration: 960.843974ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:55.982719Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.020516Z","time spent":"962.175951ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:29:55.982735Z","caller":"traceutil/trace.go:172","msg":"trace[529114278] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"240.363156ms","start":"2026-08-22T09:29:55.742354Z","end":"2026-08-22T09:29:55.982718Z","steps":["trace[529114278] 'process raft request' (duration: 240.324205ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:29:55.982722Z","caller":"traceutil/trace.go:172","msg":"trace[1924503611] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"917.928336ms","start":"2026-08-22T09:29:55.064745Z","end":"2026-08-22T09:29:55.982674Z","steps":["trace[1924503611] 'process raft request' (duration: 917.720264ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:55.981590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"778.493429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:29:55.981760Z","caller":"traceutil/trace.go:172","msg":"trace[797548015] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"955.662264ms","start":"2026-08-22T09:29:55.026092Z","end":"2026-08-22T09:29:55.981754Z","steps":["trace[797548015] 'process raft request' (duration: 955.421951ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:29:55.981849Z","caller":"traceutil/trace.go:172","msg":"trace[1666417069] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"955.048655ms","start":"2026-08-22T09:29:55.026795Z","end":"2026-08-22T09:29:55.981843Z","steps":["trace[1666417069] 'process raft request' (duration: 954.894153ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:29:55.981971Z","caller":"traceutil/trace.go:172","msg":"trace[591693435] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"954.688041ms","start":"2026-08-22T09:29:55.027240Z","end":"2026-08-22T09:29:55.981928Z","steps":["trace[591693435] 'process raft request' (duration: 954.534009ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:29:55.982915Z","caller":"traceutil/trace.go:172","msg":"trace[441364237] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"242.730667ms","start":"2026-08-22T09:29:55.740180Z","end":"2026-08-22T09:29:55.982911Z","steps":["trace[441364237] 'process raft request' (duration: 242.450534ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:55.982963Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.026084Z","time spent":"956.87013ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:29:55.983001Z","caller":"traceutil/trace.go:172","msg":"trace[939262652] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"798.225735ms","start":"2026-08-22T09:29:55.184772Z","end":"2026-08-22T09:29:55.982998Z","steps":["trace[939262652] 'process raft request' (duration: 797.805549ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:55.983018Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.184743Z","time spent":"798.266856ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:29:55.983061Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.026788Z","time spent":"956.264492ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:29:55.983051Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.027234Z","time spent":"955.686565ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:29:55.982879Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.064721Z","time spent":"918.146109ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:29:55.982899Z","caller":"traceutil/trace.go:172","msg":"trace[1393160871] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:850; }","duration":"779.830116ms","start":"2026-08-22T09:29:55.203063Z","end":"2026-08-22T09:29:55.982894Z","steps":["trace[1393160871] 'agreement among raft nodes before linearized reading' (duration: 778.436968ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:55.983147Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:55.203050Z","time spent":"780.08349ms","remote":"127.0.0.1:39928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:29:56.032404Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"133.321893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:29:56.032477Z","caller":"traceutil/trace.go:172","msg":"trace[749105325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:864; }","duration":"133.386914ms","start":"2026-08-22T09:29:55.899074Z","end":"2026-08-22T09:29:56.032461Z","steps":["trace[749105325] 'agreement among raft nodes before linearized reading' (duration: 133.296313ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:56.032318Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"415.088146ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:29:56.032644Z","caller":"traceutil/trace.go:172","msg":"trace[1953756139] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:863; }","duration":"415.43353ms","start":"2026-08-22T09:29:55.617201Z","end":"2026-08-22T09:29:56.032634Z","steps":["trace[1953756139] 'agreement among raft nodes before linearized reading' (duration: 415.057356ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:29:56.346287Z","caller":"traceutil/trace.go:172","msg":"trace[831926503] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"124.087152ms","start":"2026-08-22T09:29:56.222178Z","end":"2026-08-22T09:29:56.346265Z","steps":["trace[831926503] 'process raft request' (duration: 123.980051ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:29:56.366280Z","caller":"traceutil/trace.go:172","msg":"trace[1855623963] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"122.130407ms","start":"2026-08-22T09:29:56.244136Z","end":"2026-08-22T09:29:56.366267Z","steps":["trace[1855623963] 'process raft request' (duration: 122.028065ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:29:56.366295Z","caller":"traceutil/trace.go:172","msg":"trace[2007604224] transaction","detail":"{read_only:false; response_revision:899; number_of_response:1; }","duration":"136.238056ms","start":"2026-08-22T09:29:56.230038Z","end":"2026-08-22T09:29:56.366276Z","steps":["trace[2007604224] 'process raft request' (duration: 136.053824ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:57.475854Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"252.769179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T09:29:57.475957Z","caller":"traceutil/trace.go:172","msg":"trace[141835625] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"353.585834ms","start":"2026-08-22T09:29:57.122355Z","end":"2026-08-22T09:29:57.475941Z","steps":["trace[141835625] 'process raft request' (duration: 100.664172ms)","trace[141835625] 'compare' (duration: 252.514266ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:29:57.476011Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:57.122330Z","time spent":"353.656134ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:29:57.476138Z","caller":"traceutil/trace.go:172","msg":"trace[1957314855] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1075; }","duration":"339.00571ms","start":"2026-08-22T09:29:57.137105Z","end":"2026-08-22T09:29:57.476111Z","steps":["trace[1957314855] 'read index received' (duration: 338.99289ms)","trace[1957314855] 'applied index is now lower than readState.Index' (duration: 10.66µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:29:57.476461Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.329574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" limit:1 ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-08-22T09:29:57.476504Z","caller":"traceutil/trace.go:172","msg":"trace[2132473754] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:931; }","duration":"339.393055ms","start":"2026-08-22T09:29:57.137101Z","end":"2026-08-22T09:29:57.476494Z","steps":["trace[2132473754] 'agreement among raft nodes before linearized reading' (duration: 339.156502ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:57.476539Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:57.137081Z","time spent":"339.449575ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":29594,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" limit:1 "} {"level":"info","ts":"2026-08-22T09:29:57.476723Z","caller":"traceutil/trace.go:172","msg":"trace[1525532766] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"314.260339ms","start":"2026-08-22T09:29:57.162438Z","end":"2026-08-22T09:29:57.476698Z","steps":["trace[1525532766] 'process raft request' (duration: 313.901245ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:29:57.476887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:29:57.162411Z","time spent":"314.395172ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:29:57.492893Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5b45477607ada5f0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.368084ms"} {"level":"warn","ts":"2026-08-22T09:29:57.492942Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1492eef8fd1a329b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.421865ms"} {"level":"info","ts":"2026-08-22T09:29:57.494009Z","caller":"traceutil/trace.go:172","msg":"trace[1457665060] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"255.176413ms","start":"2026-08-22T09:29:57.238812Z","end":"2026-08-22T09:29:57.493988Z","steps":["trace[1457665060] 'process raft request' (duration: 254.374211ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:02.015189Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5b45477607ada5f0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"402.747657ms"} {"level":"warn","ts":"2026-08-22T09:30:02.015355Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1492eef8fd1a329b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"403.761491ms"} {"level":"info","ts":"2026-08-22T09:30:02.015572Z","caller":"traceutil/trace.go:172","msg":"trace[1429008588] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"593.621758ms","start":"2026-08-22T09:30:01.421927Z","end":"2026-08-22T09:30:02.015549Z","steps":["trace[1429008588] 'process raft request' (duration: 592.617954ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:02.015723Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:01.421892Z","time spent":"593.75558ms","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036233,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:30:02.028942Z","caller":"traceutil/trace.go:172","msg":"trace[1332031496] linearizableReadLoop","detail":"{readStateIndex:1109; appliedIndex:1112; }","duration":"417.171728ms","start":"2026-08-22T09:30:01.611754Z","end":"2026-08-22T09:30:02.028926Z","steps":["trace[1332031496] 'read index received' (duration: 417.164768ms)","trace[1332031496] 'applied index is now lower than readState.Index' (duration: 5.69µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:02.029158Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"417.367611ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:02.029189Z","caller":"traceutil/trace.go:172","msg":"trace[1420930781] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:961; }","duration":"417.432211ms","start":"2026-08-22T09:30:01.611747Z","end":"2026-08-22T09:30:02.029179Z","steps":["trace[1420930781] 'agreement among raft nodes before linearized reading' (duration: 417.33944ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:02.529966Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569519440894741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:30:02.588247Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5b45477607ada5f0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"372.860012ms"} {"level":"warn","ts":"2026-08-22T09:30:02.588595Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1492eef8fd1a329b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"373.212886ms"} {"level":"info","ts":"2026-08-22T09:30:02.767081Z","caller":"traceutil/trace.go:172","msg":"trace[1516212717] linearizableReadLoop","detail":"{readStateIndex:1113; appliedIndex:1113; }","duration":"737.983914ms","start":"2026-08-22T09:30:02.029058Z","end":"2026-08-22T09:30:02.767042Z","steps":["trace[1516212717] 'read index received' (duration: 737.971794ms)","trace[1516212717] 'applied index is now lower than readState.Index' (duration: 10.67µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:02.774348Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"917.296969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-08-22T09:30:02.774421Z","caller":"traceutil/trace.go:172","msg":"trace[1523706411] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:961; }","duration":"917.35658ms","start":"2026-08-22T09:30:01.857028Z","end":"2026-08-22T09:30:02.774385Z","steps":["trace[1523706411] 'agreement among raft nodes before linearized reading' (duration: 910.225907ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:02.774454Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:01.857004Z","time spent":"917.44135ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:30:02.774580Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"162.062732ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:02.774633Z","caller":"traceutil/trace.go:172","msg":"trace[1456589629] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:961; }","duration":"162.118823ms","start":"2026-08-22T09:30:02.612505Z","end":"2026-08-22T09:30:02.774624Z","steps":["trace[1456589629] 'range keys from in-memory index tree' (duration: 162.018631ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:02.774590Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"875.241309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:02.774693Z","caller":"traceutil/trace.go:172","msg":"trace[1319404184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:961; }","duration":"875.34899ms","start":"2026-08-22T09:30:01.899336Z","end":"2026-08-22T09:30:02.774685Z","steps":["trace[1319404184] 'agreement among raft nodes before linearized reading' (duration: 867.896543ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:02.774692Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"186.052035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-08-22T09:30:02.774717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:01.899310Z","time spent":"875.398692ms","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-22T09:30:02.774799Z","caller":"traceutil/trace.go:172","msg":"trace[940525013] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"749.775998ms","start":"2026-08-22T09:30:02.025009Z","end":"2026-08-22T09:30:02.774785Z","steps":["trace[940525013] 'process raft request' (duration: 563.576981ms)","trace[940525013] 'compare' (duration: 185.708589ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:02.774906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:02.024937Z","time spent":"749.885899ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:30:02.775110Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"268.072783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.61\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-08-22T09:30:02.775139Z","caller":"traceutil/trace.go:172","msg":"trace[233096092] range","detail":"{range_begin:/registry/masterleases/199.204.45.61; range_end:; response_count:1; response_revision:965; }","duration":"268.103143ms","start":"2026-08-22T09:30:02.507027Z","end":"2026-08-22T09:30:02.775131Z","steps":["trace[233096092] 'agreement among raft nodes before linearized reading' (duration: 268.019682ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:02.775148Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"295.860655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattributesclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:30:02.775522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"675.943736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-08-22T09:30:02.775564Z","caller":"traceutil/trace.go:172","msg":"trace[72016632] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:965; }","duration":"675.987116ms","start":"2026-08-22T09:30:02.099566Z","end":"2026-08-22T09:30:02.775553Z","steps":["trace[72016632] 'agreement among raft nodes before linearized reading' (duration: 675.886185ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:02.775588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:02.099543Z","time spent":"676.038877ms","remote":"127.0.0.1:39870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:30:02.775651Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.857902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-08-22T09:30:02.775697Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"635.207525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T09:30:02.775699Z","caller":"traceutil/trace.go:172","msg":"trace[1364186582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:965; }","duration":"149.911463ms","start":"2026-08-22T09:30:02.625775Z","end":"2026-08-22T09:30:02.775687Z","steps":["trace[1364186582] 'agreement among raft nodes before linearized reading' (duration: 149.449007ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:30:02.775723Z","caller":"traceutil/trace.go:172","msg":"trace[581377508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:965; }","duration":"635.234355ms","start":"2026-08-22T09:30:02.140482Z","end":"2026-08-22T09:30:02.775716Z","steps":["trace[581377508] 'agreement among raft nodes before linearized reading' (duration: 635.157484ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:02.775745Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:02.140460Z","time spent":"635.278127ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-08-22T09:30:02.775860Z","caller":"traceutil/trace.go:172","msg":"trace[1646624675] range","detail":"{range_begin:/registry/volumeattributesclasses; range_end:; response_count:0; response_revision:965; }","duration":"295.889325ms","start":"2026-08-22T09:30:02.479277Z","end":"2026-08-22T09:30:02.775166Z","steps":["trace[1646624675] 'agreement among raft nodes before linearized reading' (duration: 295.844435ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:30:02.775993Z","caller":"traceutil/trace.go:172","msg":"trace[1901893902] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"694.455967ms","start":"2026-08-22T09:30:02.081222Z","end":"2026-08-22T09:30:02.775678Z","steps":["trace[1901893902] 'process raft request' (duration: 693.767068ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:02.776248Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:02.081187Z","time spent":"694.957773ms","remote":"127.0.0.1:40320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:30:03.364865Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569519440894749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:30:03.845923Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5b45477607ada5f0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"782.395949ms"} {"level":"warn","ts":"2026-08-22T09:30:03.845984Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1492eef8fd1a329b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"782.4658ms"} {"level":"info","ts":"2026-08-22T09:30:03.850085Z","caller":"traceutil/trace.go:172","msg":"trace[1899876349] linearizableReadLoop","detail":"{readStateIndex:1122; appliedIndex:1122; }","duration":"986.220249ms","start":"2026-08-22T09:30:02.863845Z","end":"2026-08-22T09:30:03.850065Z","steps":["trace[1899876349] 'read index received' (duration: 986.213669ms)","trace[1899876349] 'applied index is now lower than readState.Index' (duration: 5.69µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:03.893487Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.111990705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"info","ts":"2026-08-22T09:30:03.893770Z","caller":"traceutil/trace.go:172","msg":"trace[1966623650] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:969; }","duration":"1.112295509s","start":"2026-08-22T09:30:02.781455Z","end":"2026-08-22T09:30:03.893751Z","steps":["trace[1966623650] 'agreement among raft nodes before linearized reading' (duration: 1.068860866s)","trace[1966623650] 'range keys from in-memory index tree' (duration: 43.006878ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:03.893833Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:02.781441Z","time spent":"1.11238171s","remote":"127.0.0.1:39858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6558,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:30:03.893552Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"277.482849ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:03.893884Z","caller":"traceutil/trace.go:172","msg":"trace[214811582] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"1.028873061s","start":"2026-08-22T09:30:02.864999Z","end":"2026-08-22T09:30:03.893872Z","steps":["trace[214811582] 'process raft request' (duration: 1.02873811s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:30:03.893912Z","caller":"traceutil/trace.go:172","msg":"trace[1427915215] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:969; }","duration":"277.855324ms","start":"2026-08-22T09:30:03.616040Z","end":"2026-08-22T09:30:03.893895Z","steps":["trace[1427915215] 'range keys from in-memory index tree' (duration: 277.442008ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:03.893968Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:02.864980Z","time spent":"1.028936753s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:30:03.893661Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.109264729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:03.894005Z","caller":"traceutil/trace.go:172","msg":"trace[1622522137] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:969; }","duration":"1.109613234s","start":"2026-08-22T09:30:02.784381Z","end":"2026-08-22T09:30:03.893994Z","steps":["trace[1622522137] 'agreement among raft nodes before linearized reading' (duration: 1.065928258s)","trace[1622522137] 'range keys from in-memory index tree' (duration: 43.321471ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:03.894044Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:02.784374Z","time spent":"1.109656344s","remote":"127.0.0.1:40332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"info","ts":"2026-08-22T09:30:03.894132Z","caller":"traceutil/trace.go:172","msg":"trace[389705437] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"727.925401ms","start":"2026-08-22T09:30:03.166192Z","end":"2026-08-22T09:30:03.894118Z","steps":["trace[389705437] 'process raft request' (duration: 727.637808ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:03.893703Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.118018343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:03.894186Z","caller":"traceutil/trace.go:172","msg":"trace[97210031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"1.118496559s","start":"2026-08-22T09:30:02.775679Z","end":"2026-08-22T09:30:03.894175Z","steps":["trace[97210031] 'agreement among raft nodes before linearized reading' (duration: 1.074608401s)","trace[97210031] 'range keys from in-memory index tree' (duration: 43.394372ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:03.894216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:02.775663Z","time spent":"1.11854501s","remote":"127.0.0.1:39634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-22T09:30:03.894225Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:03.166150Z","time spent":"728.022532ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:30:03.893711Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.11240059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 ","response":"range_response_count:1 size:6534"} {"level":"warn","ts":"2026-08-22T09:30:03.894315Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"344.094033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:03.894384Z","caller":"traceutil/trace.go:172","msg":"trace[14980050] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:969; }","duration":"1.113026278s","start":"2026-08-22T09:30:02.781302Z","end":"2026-08-22T09:30:03.894328Z","steps":["trace[14980050] 'agreement among raft nodes before linearized reading' (duration: 1.069013708s)","trace[14980050] 'range keys from in-memory index tree' (duration: 43.311721ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:03.894475Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:02.781288Z","time spent":"1.11317148s","remote":"127.0.0.1:39858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6558,"request content":"key:\"/registry/configmaps/kube-system/cilium-config\" limit:1 "} {"level":"info","ts":"2026-08-22T09:30:03.894402Z","caller":"traceutil/trace.go:172","msg":"trace[1538952710] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:972; }","duration":"344.136143ms","start":"2026-08-22T09:30:03.550210Z","end":"2026-08-22T09:30:03.894346Z","steps":["trace[1538952710] 'agreement among raft nodes before linearized reading' (duration: 343.632387ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:03.894581Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:03.550190Z","time spent":"344.379717ms","remote":"127.0.0.1:40390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":29,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:30:04.394938Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569519440894753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:30:04.771058Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5b45477607ada5f0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"680.406754ms"} {"level":"info","ts":"2026-08-22T09:30:04.771121Z","caller":"traceutil/trace.go:172","msg":"trace[104160855] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1128; }","duration":"877.140433ms","start":"2026-08-22T09:30:03.893957Z","end":"2026-08-22T09:30:04.771098Z","steps":["trace[104160855] 'read index received' (duration: 877.133563ms)","trace[104160855] 'applied index is now lower than readState.Index' (duration: 5.52µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:04.771132Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1492eef8fd1a329b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"680.484195ms"} {"level":"warn","ts":"2026-08-22T09:30:04.771272Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"877.300285ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:04.771299Z","caller":"traceutil/trace.go:172","msg":"trace[1131785419] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:974; }","duration":"877.341575ms","start":"2026-08-22T09:30:03.893951Z","end":"2026-08-22T09:30:04.771292Z","steps":["trace[1131785419] 'agreement among raft nodes before linearized reading' (duration: 877.266614ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:05.271199Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569519440894756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:30:05.772054Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569519440894756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:30:05.903041Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000326194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-22T09:30:05.903122Z","caller":"traceutil/trace.go:172","msg":"trace[405801987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421325s","start":"2026-08-22T09:30:03.902684Z","end":"2026-08-22T09:30:05.903106Z","steps":["trace[405801987] 'agreement among raft nodes before linearized reading' (duration: 2.000322944s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:05.903170Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:03.902677Z","time spent":"2.000484726s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 09:30:05 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-08-22T09:30:05.960161Z","caller":"traceutil/trace.go:172","msg":"trace[1579934904] linearizableReadLoop","detail":"{readStateIndex:1129; appliedIndex:1130; }","duration":"1.188965448s","start":"2026-08-22T09:30:04.771173Z","end":"2026-08-22T09:30:05.960138Z","steps":["trace[1579934904] 'read index received' (duration: 1.188956248s)","trace[1579934904] 'applied index is now lower than readState.Index' (duration: 7.93µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:05.960444Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.06219336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:461"} {"level":"info","ts":"2026-08-22T09:30:05.960468Z","caller":"traceutil/trace.go:172","msg":"trace[1149599958] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"1.924134311s","start":"2026-08-22T09:30:04.036309Z","end":"2026-08-22T09:30:05.960443Z","steps":["trace[1149599958] 'process raft request' (duration: 1.923862088s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:30:05.960499Z","caller":"traceutil/trace.go:172","msg":"trace[418063062] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:977; }","duration":"2.062265181s","start":"2026-08-22T09:30:03.898222Z","end":"2026-08-22T09:30:05.960487Z","steps":["trace[418063062] 'agreement among raft nodes before linearized reading' (duration: 2.062070108s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:05.960550Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:03.898206Z","time spent":"2.062332741s","remote":"127.0.0.1:39958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":485,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:30:05.960615Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:04.036282Z","time spent":"1.924256022s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:30:05.960601Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.470733616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:05.960734Z","caller":"traceutil/trace.go:172","msg":"trace[1620599689] range","detail":"{range_begin:/registry/priorityclasses; range_end:; response_count:0; response_revision:977; }","duration":"1.470985419s","start":"2026-08-22T09:30:04.489735Z","end":"2026-08-22T09:30:05.960720Z","steps":["trace[1620599689] 'agreement among raft nodes before linearized reading' (duration: 1.470459373s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:05.960809Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:04.489715Z","time spent":"1.47108236s","remote":"127.0.0.1:40362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":29,"request content":"key:\"/registry/priorityclasses\" limit:1 "} {"level":"info","ts":"2026-08-22T09:30:05.961627Z","caller":"traceutil/trace.go:172","msg":"trace[1427158727] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"1.676662475s","start":"2026-08-22T09:30:04.284950Z","end":"2026-08-22T09:30:05.961612Z","steps":["trace[1427158727] 'process raft request' (duration: 1.675724253s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:30:05.961669Z","caller":"traceutil/trace.go:172","msg":"trace[93952422] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"1.181716835s","start":"2026-08-22T09:30:04.779939Z","end":"2026-08-22T09:30:05.961656Z","steps":["trace[93952422] 'process raft request' (duration: 1.181666585s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:05.961760Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:04.779919Z","time spent":"1.181795416s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:30:05.961788Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:04.284916Z","time spent":"1.676783137s","remote":"127.0.0.1:39838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036269,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:30:05.969636Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"975.726294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:05.969693Z","caller":"traceutil/trace.go:172","msg":"trace[1438043698] range","detail":"{range_begin:/registry/rolebindings; range_end:; response_count:0; response_revision:979; }","duration":"975.795384ms","start":"2026-08-22T09:30:04.993887Z","end":"2026-08-22T09:30:05.969682Z","steps":["trace[1438043698] 'agreement among raft nodes before linearized reading' (duration: 975.695303ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:05.969721Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:04.993862Z","time spent":"975.853586ms","remote":"127.0.0.1:40302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":26,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings\" limit:1 "} {"level":"info","ts":"2026-08-22T09:30:05.969827Z","caller":"traceutil/trace.go:172","msg":"trace[2016846255] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"789.925135ms","start":"2026-08-22T09:30:05.179888Z","end":"2026-08-22T09:30:05.969813Z","steps":["trace[2016846255] 'process raft request' (duration: 789.844954ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:05.969934Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.099326299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-22T09:30:05.969959Z","caller":"traceutil/trace.go:172","msg":"trace[2106566097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:980; }","duration":"1.09935379s","start":"2026-08-22T09:30:04.870598Z","end":"2026-08-22T09:30:05.969952Z","steps":["trace[2106566097] 'agreement among raft nodes before linearized reading' (duration: 1.099251929s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:05.969979Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:04.870576Z","time spent":"1.09939875s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:30:05.970092Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.101127783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-08-22T09:30:05.970142Z","caller":"traceutil/trace.go:172","msg":"trace[647950491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:980; }","duration":"1.101176654s","start":"2026-08-22T09:30:04.868959Z","end":"2026-08-22T09:30:05.970135Z","steps":["trace[647950491] 'agreement among raft nodes before linearized reading' (duration: 1.101091923s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:05.970159Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:04.868939Z","time spent":"1.101214794s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:30:05.969654Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"791.390704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-54gp6\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"warn","ts":"2026-08-22T09:30:05.970197Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.195079706s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:30:05.969951Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:05.179865Z","time spent":"790.011667ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-22T09:30:05.970228Z","caller":"traceutil/trace.go:172","msg":"trace[1191627746] range","detail":"{range_begin:/registry/pods/kube-system/cilium-54gp6; range_end:; response_count:1; response_revision:979; }","duration":"791.958311ms","start":"2026-08-22T09:30:05.178252Z","end":"2026-08-22T09:30:05.970211Z","steps":["trace[1191627746] 'agreement among raft nodes before linearized reading' (duration: 791.317303ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:30:05.970224Z","caller":"traceutil/trace.go:172","msg":"trace[1050206160] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:980; }","duration":"1.195107536s","start":"2026-08-22T09:30:04.775109Z","end":"2026-08-22T09:30:05.970217Z","steps":["trace[1050206160] 'agreement among raft nodes before linearized reading' (duration: 1.195069566s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:05.970292Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:05.178233Z","time spent":"792.040782ms","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18545,"request content":"key:\"/registry/pods/kube-system/cilium-54gp6\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:30:06.476195Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569519440894761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-22T09:30:06.977298Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569519440894761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:30:07.225747Z","caller":"traceutil/trace.go:172","msg":"trace[1527578530] linearizableReadLoop","detail":"{readStateIndex:1134; appliedIndex:1135; }","duration":"1.249663226s","start":"2026-08-22T09:30:05.976065Z","end":"2026-08-22T09:30:07.225728Z","steps":["trace[1527578530] 'read index received' (duration: 1.249657826s)","trace[1527578530] 'applied index is now lower than readState.Index' (duration: 4.37µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:07.226084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.249990641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:519"} {"level":"info","ts":"2026-08-22T09:30:07.226176Z","caller":"traceutil/trace.go:172","msg":"trace[1748047401] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"1.233224335s","start":"2026-08-22T09:30:05.992934Z","end":"2026-08-22T09:30:07.226158Z","steps":["trace[1748047401] 'process raft request' (duration: 1.233137734s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:30:07.226229Z","caller":"traceutil/trace.go:172","msg":"trace[212166533] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"1.24927682s","start":"2026-08-22T09:30:05.976909Z","end":"2026-08-22T09:30:07.226185Z","steps":["trace[212166533] 'process raft request' (duration: 1.249107908s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:07.226323Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:05.992914Z","time spent":"1.233339236s","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18604,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:30:07.226197Z","caller":"traceutil/trace.go:172","msg":"trace[520615662] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:981; }","duration":"1.250116422s","start":"2026-08-22T09:30:05.976062Z","end":"2026-08-22T09:30:07.226178Z","steps":["trace[520615662] 'agreement among raft nodes before linearized reading' (duration: 1.249800738s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:07.226391Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:05.976886Z","time spent":"1.249440813s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:30:07.226433Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:05.976053Z","time spent":"1.250340955s","remote":"127.0.0.1:40144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":543,"request content":"key:\"/registry/endpointslices/default/kubernetes\" limit:1 "} {"level":"info","ts":"2026-08-22T09:30:07.226125Z","caller":"traceutil/trace.go:172","msg":"trace[48373168] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"1.250983073s","start":"2026-08-22T09:30:05.975133Z","end":"2026-08-22T09:30:07.226116Z","steps":["trace[48373168] 'process raft request' (duration: 1.250752651s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:07.226547Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:05.975108Z","time spent":"1.251408188s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-22T09:30:07.726692Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16952569519440894768,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-22T09:30:07.848023Z","caller":"traceutil/trace.go:172","msg":"trace[1950289156] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"1.596711952s","start":"2026-08-22T09:30:06.251293Z","end":"2026-08-22T09:30:07.848005Z","steps":["trace[1950289156] 'process raft request' (duration: 1.596648931s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:07.848166Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:06.251264Z","time spent":"1.596835943s","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:30:07.848279Z","caller":"traceutil/trace.go:172","msg":"trace[2054419406] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"1.826446723s","start":"2026-08-22T09:30:06.021687Z","end":"2026-08-22T09:30:07.848133Z","steps":["trace[2054419406] 'process raft request' (duration: 1.826131369s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:07.849629Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:06.021670Z","time spent":"1.827934772s","remote":"127.0.0.1:40332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:30:07.886516Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55180","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:07.908850Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55216","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:07.925967Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55228","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:07.947756Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55256","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:07.974417Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:07.986746Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999945468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-22T09:30:07.986809Z","caller":"traceutil/trace.go:172","msg":"trace[1180938498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013609s","start":"2026-08-22T09:30:05.986783Z","end":"2026-08-22T09:30:07.986797Z","steps":["trace[1180938498] 'agreement among raft nodes before linearized reading' (duration: 1.999944698s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:07.986852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:05.986776Z","time spent":"2.000067909s","remote":"127.0.0.1:39624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/22 09:30:07 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-22T09:30:08.002034Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55278","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.023901Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55290","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.042825Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55310","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.069273Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55332","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:30:08.081152Z","caller":"traceutil/trace.go:172","msg":"trace[354148715] linearizableReadLoop","detail":"{readStateIndex:1138; appliedIndex:1140; }","duration":"855.340769ms","start":"2026-08-22T09:30:07.225796Z","end":"2026-08-22T09:30:08.081137Z","steps":["trace[354148715] 'read index received' (duration: 855.335629ms)","trace[354148715] 'applied index is now lower than readState.Index' (duration: 4.09µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:30:08.081292Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.110877597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.081396Z","caller":"traceutil/trace.go:172","msg":"trace[1926949870] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:986; }","duration":"1.110987529s","start":"2026-08-22T09:30:06.970396Z","end":"2026-08-22T09:30:08.081384Z","steps":["trace[1926949870] 'agreement among raft nodes before linearized reading' (duration: 1.110843147s)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.081446Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:06.970377Z","time spent":"1.111060069s","remote":"127.0.0.1:40656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:30:08.081496Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.41341228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.081629Z","caller":"traceutil/trace.go:172","msg":"trace[826435464] range","detail":"{range_begin:/registry/horizontalpodautoscalers; range_end:; response_count:0; response_revision:987; }","duration":"1.413554092s","start":"2026-08-22T09:30:06.668066Z","end":"2026-08-22T09:30:08.081620Z","steps":["trace[826435464] 'agreement among raft nodes before linearized reading' (duration: 1.413388149s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:30:08.081616Z","caller":"traceutil/trace.go:172","msg":"trace[711467142] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"848.728234ms","start":"2026-08-22T09:30:07.232859Z","end":"2026-08-22T09:30:08.081587Z","steps":["trace[711467142] 'process raft request' (duration: 848.38314ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.081661Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:06.668046Z","time spent":"1.413607782s","remote":"127.0.0.1:40058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:30:08.081765Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:07.232839Z","time spent":"848.851755ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-22T09:30:08.097507Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.121406983s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.097567Z","caller":"traceutil/trace.go:172","msg":"trace[559547048] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:987; }","duration":"2.121489984s","start":"2026-08-22T09:30:05.976066Z","end":"2026-08-22T09:30:08.097556Z","steps":["trace[559547048] 'agreement among raft nodes before linearized reading' (duration: 2.105623792s)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:30:08.098411Z","caller":"traceutil/trace.go:172","msg":"trace[163018837] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"129.460355ms","start":"2026-08-22T09:30:07.968932Z","end":"2026-08-22T09:30:08.098392Z","steps":["trace[163018837] 'process raft request' (duration: 129.420095ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:30:08.098621Z","caller":"traceutil/trace.go:172","msg":"trace[678793075] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"354.418422ms","start":"2026-08-22T09:30:07.744185Z","end":"2026-08-22T09:30:08.098604Z","steps":["trace[678793075] 'process raft request' (duration: 353.296628ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.098717Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:07.744166Z","time spent":"354.497093ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-22T09:30:08.098585Z","caller":"traceutil/trace.go:172","msg":"trace[768736144] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"129.672168ms","start":"2026-08-22T09:30:07.968900Z","end":"2026-08-22T09:30:08.098572Z","steps":["trace[768736144] 'process raft request' (duration: 129.408794ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.104805Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.054949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.104864Z","caller":"traceutil/trace.go:172","msg":"trace[1146065801] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:991; }","duration":"118.1375ms","start":"2026-08-22T09:30:07.986716Z","end":"2026-08-22T09:30:08.104853Z","steps":["trace[1146065801] 'agreement among raft nodes before linearized reading' (duration: 118.028339ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.105015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"185.961175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:30:08.105308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.354884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.105345Z","caller":"traceutil/trace.go:172","msg":"trace[123981919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:992; }","duration":"118.395004ms","start":"2026-08-22T09:30:07.986942Z","end":"2026-08-22T09:30:08.105337Z","steps":["trace[123981919] 'agreement among raft nodes before linearized reading' (duration: 118.307543ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.105387Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.208725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.105413Z","caller":"traceutil/trace.go:172","msg":"trace[817480858] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:992; }","duration":"210.239095ms","start":"2026-08-22T09:30:07.895167Z","end":"2026-08-22T09:30:08.105406Z","steps":["trace[817480858] 'agreement among raft nodes before linearized reading' (duration: 210.190264ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.105398Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.635047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.105447Z","caller":"traceutil/trace.go:172","msg":"trace[922425653] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways; range_end:; response_count:0; response_revision:992; }","duration":"118.686098ms","start":"2026-08-22T09:30:07.986748Z","end":"2026-08-22T09:30:08.105434Z","steps":["trace[922425653] 'agreement among raft nodes before linearized reading' (duration: 118.606296ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.105589Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"403.361476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.105636Z","caller":"traceutil/trace.go:172","msg":"trace[1666125044] range","detail":"{range_begin:/registry/replicasets; range_end:; response_count:0; response_revision:992; }","duration":"403.419517ms","start":"2026-08-22T09:30:07.702206Z","end":"2026-08-22T09:30:08.105626Z","steps":["trace[1666125044] 'agreement among raft nodes before linearized reading' (duration: 403.344056ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.105659Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:07.702187Z","time spent":"403.466147ms","remote":"127.0.0.1:40582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":29,"request content":"key:\"/registry/replicasets\" limit:1 "} {"level":"info","ts":"2026-08-22T09:30:08.105538Z","caller":"traceutil/trace.go:172","msg":"trace[489712188] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:992; }","duration":"186.002276ms","start":"2026-08-22T09:30:07.919044Z","end":"2026-08-22T09:30:08.105047Z","steps":["trace[489712188] 'agreement among raft nodes before linearized reading' (duration: 185.747792ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.105783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"210.658651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.105816Z","caller":"traceutil/trace.go:172","msg":"trace[320922910] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies; range_end:; response_count:0; response_revision:992; }","duration":"210.686351ms","start":"2026-08-22T09:30:07.895117Z","end":"2026-08-22T09:30:08.105803Z","steps":["trace[320922910] 'agreement among raft nodes before linearized reading' (duration: 210.64344ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.105886Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"240.826465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.105912Z","caller":"traceutil/trace.go:172","msg":"trace[614529233] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:992; }","duration":"240.850595ms","start":"2026-08-22T09:30:07.865053Z","end":"2026-08-22T09:30:08.105904Z","steps":["trace[614529233] 'agreement among raft nodes before linearized reading' (duration: 240.813895ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.106059Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"149.949146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.106121Z","caller":"traceutil/trace.go:172","msg":"trace[1733350493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:992; }","duration":"150.135329ms","start":"2026-08-22T09:30:07.955977Z","end":"2026-08-22T09:30:08.106112Z","steps":["trace[1733350493] 'agreement among raft nodes before linearized reading' (duration: 149.934686ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.106244Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"150.321381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.106267Z","caller":"traceutil/trace.go:172","msg":"trace[435350535] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes; range_end:; response_count:0; response_revision:992; }","duration":"150.344931ms","start":"2026-08-22T09:30:07.955916Z","end":"2026-08-22T09:30:08.106261Z","steps":["trace[435350535] 'agreement among raft nodes before linearized reading' (duration: 150.306691ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.106353Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.796205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.106375Z","caller":"traceutil/trace.go:172","msg":"trace[1440558499] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:992; }","duration":"171.820945ms","start":"2026-08-22T09:30:07.934549Z","end":"2026-08-22T09:30:08.106370Z","steps":["trace[1440558499] 'agreement among raft nodes before linearized reading' (duration: 171.783384ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.106384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"871.893678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-497ks\" limit:1 ","response":"range_response_count:1 size:5197"} {"level":"info","ts":"2026-08-22T09:30:08.106408Z","caller":"traceutil/trace.go:172","msg":"trace[1593600334] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-75968c57df-497ks; range_end:; response_count:1; response_revision:992; }","duration":"871.918858ms","start":"2026-08-22T09:30:07.234482Z","end":"2026-08-22T09:30:08.106401Z","steps":["trace[1593600334] 'agreement among raft nodes before linearized reading' (duration: 871.810507ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.106435Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-08-22T09:30:07.234465Z","time spent":"871.961769ms","remote":"127.0.0.1:39992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5221,"request content":"key:\"/registry/pods/kube-system/cilium-operator-75968c57df-497ks\" limit:1 "} {"level":"warn","ts":"2026-08-22T09:30:08.106469Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.944247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.106491Z","caller":"traceutil/trace.go:172","msg":"trace[1506440390] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:992; }","duration":"171.966807ms","start":"2026-08-22T09:30:07.934519Z","end":"2026-08-22T09:30:08.106485Z","steps":["trace[1506440390] 'agreement among raft nodes before linearized reading' (duration: 171.932997ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.106568Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"187.429004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:30:08.106591Z","caller":"traceutil/trace.go:172","msg":"trace[202053222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes; range_end:; response_count:0; response_revision:992; }","duration":"187.451074ms","start":"2026-08-22T09:30:07.919134Z","end":"2026-08-22T09:30:08.106585Z","steps":["trace[202053222] 'agreement among raft nodes before linearized reading' (duration: 187.419914ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:08.146128Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55338","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.330722Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55378","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.502107Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55410","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.524466Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.542628Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.559410Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.634489Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.647189Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.661652Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55530","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.682192Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55554","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.704911Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55572","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.735768Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:08.746919Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:55600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:14.718299Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42526","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:18.030489Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:18.047037Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42566","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:18.079300Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42590","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:18.105277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42600","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:18.358866Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42622","server-name":"","error":"EOF"} {"level":"info","ts":"2026-08-22T09:30:30.348179Z","caller":"traceutil/trace.go:172","msg":"trace[1286347039] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"155.396938ms","start":"2026-08-22T09:30:30.192761Z","end":"2026-08-22T09:30:30.348158Z","steps":["trace[1286347039] 'process raft request' (duration: 155.227805ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:30:30.349573Z","caller":"traceutil/trace.go:172","msg":"trace[1946524358] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"154.892862ms","start":"2026-08-22T09:30:30.194656Z","end":"2026-08-22T09:30:30.349549Z","steps":["trace[1946524358] 'process raft request' (duration: 154.772001ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:30:39.757555Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:39976","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:39.808171Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40014","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:39.824570Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40028","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:30:39.839224Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:40048","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-08-22T09:31:01.259688Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.747255ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-08-22T09:31:02.750408Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"144.671225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-22T09:31:02.750583Z","caller":"traceutil/trace.go:172","msg":"trace[1586722095] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"184.427013ms","start":"2026-08-22T09:31:02.566136Z","end":"2026-08-22T09:31:02.750563Z","steps":["trace[1586722095] 'process raft request' (duration: 39.503915ms)","trace[1586722095] 'compare' (duration: 144.497914ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:31:02.771913Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5b45477607ada5f0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.630363ms"} {"level":"warn","ts":"2026-08-22T09:31:02.771975Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1492eef8fd1a329b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"7.700244ms"} {"level":"info","ts":"2026-08-22T09:31:02.772455Z","caller":"traceutil/trace.go:172","msg":"trace[719266671] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"203.197345ms","start":"2026-08-22T09:31:02.569210Z","end":"2026-08-22T09:31:02.772407Z","steps":["trace[719266671] 'process raft request' (duration: 202.958113ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:31:02.773348Z","caller":"traceutil/trace.go:172","msg":"trace[2006322140] linearizableReadLoop","detail":"{readStateIndex:1726; appliedIndex:1726; }","duration":"161.80821ms","start":"2026-08-22T09:31:02.611525Z","end":"2026-08-22T09:31:02.773333Z","steps":["trace[2006322140] 'read index received' (duration: 161.80376ms)","trace[2006322140] 'applied index is now lower than readState.Index' (duration: 3.51µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:31:02.773483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.971231ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:31:02.773539Z","caller":"traceutil/trace.go:172","msg":"trace[1551528445] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1485; }","duration":"162.033282ms","start":"2026-08-22T09:31:02.611490Z","end":"2026-08-22T09:31:02.773523Z","steps":["trace[1551528445] 'agreement among raft nodes before linearized reading' (duration: 161.943131ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:31:04.810022Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5b45477607ada5f0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"97.482346ms"} {"level":"warn","ts":"2026-08-22T09:31:04.810075Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1492eef8fd1a329b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"97.542457ms"} {"level":"info","ts":"2026-08-22T09:31:04.810463Z","caller":"traceutil/trace.go:172","msg":"trace[1546555378] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"263.334881ms","start":"2026-08-22T09:31:04.547115Z","end":"2026-08-22T09:31:04.810450Z","steps":["trace[1546555378] 'process raft request' (duration: 263.29516ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:31:04.810610Z","caller":"traceutil/trace.go:172","msg":"trace[1388948327] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"265.607885ms","start":"2026-08-22T09:31:04.544996Z","end":"2026-08-22T09:31:04.810604Z","steps":["trace[1388948327] 'process raft request' (duration: 265.300562ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:31:04.811337Z","caller":"traceutil/trace.go:172","msg":"trace[1029323659] linearizableReadLoop","detail":"{readStateIndex:1732; appliedIndex:1733; }","duration":"145.923394ms","start":"2026-08-22T09:31:04.665385Z","end":"2026-08-22T09:31:04.811308Z","steps":["trace[1029323659] 'read index received' (duration: 145.915983ms)","trace[1029323659] 'applied index is now lower than readState.Index' (duration: 6.241µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:31:04.811433Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"146.032355ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:31:04.811500Z","caller":"traceutil/trace.go:172","msg":"trace[569839672] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1491; }","duration":"146.110545ms","start":"2026-08-22T09:31:04.665378Z","end":"2026-08-22T09:31:04.811489Z","steps":["trace[569839672] 'agreement among raft nodes before linearized reading' (duration: 146.011934ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:31:05.002120Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"105.021057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-22T09:31:05.002431Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.776679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:31:05.002536Z","caller":"traceutil/trace.go:172","msg":"trace[309297231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1492; }","duration":"111.88518ms","start":"2026-08-22T09:31:04.890638Z","end":"2026-08-22T09:31:05.002523Z","steps":["trace[309297231] 'range keys from in-memory index tree' (duration: 111.089402ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:31:05.002187Z","caller":"traceutil/trace.go:172","msg":"trace[912477715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1492; }","duration":"105.102537ms","start":"2026-08-22T09:31:04.897074Z","end":"2026-08-22T09:31:05.002177Z","steps":["trace[912477715] 'range keys from in-memory index tree' (duration: 104.280779ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:31:05.320915Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.278392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-22T09:31:06.918808Z","caller":"traceutil/trace.go:172","msg":"trace[1359817823] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"101.810946ms","start":"2026-08-22T09:31:06.816970Z","end":"2026-08-22T09:31:06.918781Z","steps":["trace[1359817823] 'process raft request' (duration: 55.531963ms)","trace[1359817823] 'compare' (duration: 46.082071ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:31:07.156128Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"129.816432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourceclaimtemplates\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:31:07.156977Z","caller":"traceutil/trace.go:172","msg":"trace[2070209040] range","detail":"{range_begin:/registry/resourceclaimtemplates; range_end:; response_count:0; response_revision:1501; }","duration":"130.680871ms","start":"2026-08-22T09:31:07.026276Z","end":"2026-08-22T09:31:07.156957Z","steps":["trace[2070209040] 'range keys from in-memory index tree' (duration: 128.910132ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:31:07.803944Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.557756ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-22T09:31:22.627405Z","caller":"traceutil/trace.go:172","msg":"trace[1640741340] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"108.360662ms","start":"2026-08-22T09:31:22.518141Z","end":"2026-08-22T09:31:22.626502Z","steps":["trace[1640741340] 'process raft request' (duration: 106.998948ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:10.555022Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"100.526471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-dns\" limit:1 ","response":"range_response_count:1 size:576"} {"level":"info","ts":"2026-08-22T09:32:10.555111Z","caller":"traceutil/trace.go:172","msg":"trace[1276149113] range","detail":"{range_begin:/registry/clusterroles/system:kube-dns; range_end:; response_count:1; response_revision:1744; }","duration":"100.630274ms","start":"2026-08-22T09:32:10.454465Z","end":"2026-08-22T09:32:10.555095Z","steps":["trace[1276149113] 'range keys from in-memory index tree' (duration: 99.819707ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:20.348458Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"5b45477607ada5f0","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.781778ms"} {"level":"warn","ts":"2026-08-22T09:32:20.348543Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"1492eef8fd1a329b","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"8.876971ms"} {"level":"info","ts":"2026-08-22T09:32:20.349719Z","caller":"traceutil/trace.go:172","msg":"trace[1229262765] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2068; }","duration":"202.50055ms","start":"2026-08-22T09:32:20.147195Z","end":"2026-08-22T09:32:20.349695Z","steps":["trace[1229262765] 'read index received' (duration: 202.49464ms)","trace[1229262765] 'applied index is now lower than readState.Index' (duration: 4.93µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:32:20.349929Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"202.713777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kube-root-ca.crt\" limit:1 ","response":"range_response_count:1 size:1746"} {"level":"info","ts":"2026-08-22T09:32:20.350142Z","caller":"traceutil/trace.go:172","msg":"trace[1946035055] range","detail":"{range_begin:/registry/configmaps/kube-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:1781; }","duration":"202.79801ms","start":"2026-08-22T09:32:20.147191Z","end":"2026-08-22T09:32:20.349989Z","steps":["trace[1946035055] 'agreement among raft nodes before linearized reading' (duration: 202.601714ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:20.350575Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"169.90973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubelet-config\" limit:1 ","response":"range_response_count:1 size:1391"} {"level":"info","ts":"2026-08-22T09:32:20.350623Z","caller":"traceutil/trace.go:172","msg":"trace[1756575129] range","detail":"{range_begin:/registry/configmaps/kube-system/kubelet-config; range_end:; response_count:1; response_revision:1781; }","duration":"169.959642ms","start":"2026-08-22T09:32:20.180654Z","end":"2026-08-22T09:32:20.350613Z","steps":["trace[1756575129] 'agreement among raft nodes before linearized reading' (duration: 169.844268ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:20.350628Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.070568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" limit:1 ","response":"range_response_count:1 size:4687"} {"level":"info","ts":"2026-08-22T09:32:20.350661Z","caller":"traceutil/trace.go:172","msg":"trace[1652472803] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:1781; }","duration":"203.12302ms","start":"2026-08-22T09:32:20.147530Z","end":"2026-08-22T09:32:20.350653Z","steps":["trace[1652472803] 'agreement among raft nodes before linearized reading' (duration: 202.939054ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:20.350716Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"189.559807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 ","response":"range_response_count:1 size:1148"} {"level":"warn","ts":"2026-08-22T09:32:20.350768Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"156.677488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" limit:1 ","response":"range_response_count:1 size:2895"} {"level":"info","ts":"2026-08-22T09:32:20.350789Z","caller":"traceutil/trace.go:172","msg":"trace[828416505] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:1781; }","duration":"189.66045ms","start":"2026-08-22T09:32:20.161111Z","end":"2026-08-22T09:32:20.350772Z","steps":["trace[828416505] 'agreement among raft nodes before linearized reading' (duration: 189.425252ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:32:20.350794Z","caller":"traceutil/trace.go:172","msg":"trace[596867170] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:1781; }","duration":"156.704649ms","start":"2026-08-22T09:32:20.194083Z","end":"2026-08-22T09:32:20.350788Z","steps":["trace[596867170] 'agreement among raft nodes before linearized reading' (duration: 156.613536ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:20.350871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"198.120513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/kubeadm-config\" limit:1 ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-08-22T09:32:20.350898Z","caller":"traceutil/trace.go:172","msg":"trace[520642679] range","detail":"{range_begin:/registry/configmaps/kube-system/kubeadm-config; range_end:; response_count:1; response_revision:1781; }","duration":"198.148194ms","start":"2026-08-22T09:32:20.152744Z","end":"2026-08-22T09:32:20.350893Z","steps":["trace[520642679] 'agreement among raft nodes before linearized reading' (duration: 198.076472ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:32:21.250296Z","caller":"traceutil/trace.go:172","msg":"trace[1103584341] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2073; }","duration":"131.447332ms","start":"2026-08-22T09:32:21.118824Z","end":"2026-08-22T09:32:21.250271Z","steps":["trace[1103584341] 'read index received' (duration: 131.440342ms)","trace[1103584341] 'applied index is now lower than readState.Index' (duration: 5.43µs)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:32:21.299557Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.730222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-54gp6\" limit:1 ","response":"range_response_count:1 size:19897"} {"level":"info","ts":"2026-08-22T09:32:21.299662Z","caller":"traceutil/trace.go:172","msg":"trace[1095414324] range","detail":"{range_begin:/registry/pods/kube-system/cilium-54gp6; range_end:; response_count:1; response_revision:1786; }","duration":"180.847626ms","start":"2026-08-22T09:32:21.118795Z","end":"2026-08-22T09:32:21.299642Z","steps":["trace[1095414324] 'agreement among raft nodes before linearized reading' (duration: 131.587426ms)","trace[1095414324] 'range keys from in-memory index tree' (duration: 49.019691ms)"],"step_count":2} {"level":"warn","ts":"2026-08-22T09:32:21.299671Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"134.67514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-66bc5c9577-5xnct\" limit:1 ","response":"range_response_count:1 size:5765"} {"level":"warn","ts":"2026-08-22T09:32:21.299665Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"167.358407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-54gp6\" limit:1 ","response":"range_response_count:1 size:19897"} {"level":"info","ts":"2026-08-22T09:32:21.299725Z","caller":"traceutil/trace.go:172","msg":"trace[1325422649] range","detail":"{range_begin:/registry/pods/kube-system/coredns-66bc5c9577-5xnct; range_end:; response_count:1; response_revision:1786; }","duration":"134.738682ms","start":"2026-08-22T09:32:21.164970Z","end":"2026-08-22T09:32:21.299709Z","steps":["trace[1325422649] 'agreement among raft nodes before linearized reading' (duration: 134.538445ms)"],"step_count":1} {"level":"info","ts":"2026-08-22T09:32:21.299757Z","caller":"traceutil/trace.go:172","msg":"trace[296553003] range","detail":"{range_begin:/registry/pods/kube-system/cilium-54gp6; range_end:; response_count:1; response_revision:1786; }","duration":"167.504222ms","start":"2026-08-22T09:32:21.132236Z","end":"2026-08-22T09:32:21.299741Z","steps":["trace[296553003] 'agreement among raft nodes before linearized reading' (duration: 167.209562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:21.299765Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.898627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-g2ght\" limit:1 ","response":"range_response_count:1 size:19902"} {"level":"info","ts":"2026-08-22T09:32:21.299833Z","caller":"traceutil/trace.go:172","msg":"trace[1163544733] range","detail":"{range_begin:/registry/pods/kube-system/cilium-g2ght; range_end:; response_count:1; response_revision:1786; }","duration":"137.980989ms","start":"2026-08-22T09:32:21.161836Z","end":"2026-08-22T09:32:21.299817Z","steps":["trace[1163544733] 'agreement among raft nodes before linearized reading' (duration: 137.723501ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:21.299836Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.624876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-g2ght\" limit:1 ","response":"range_response_count:1 size:19902"} {"level":"info","ts":"2026-08-22T09:32:21.299917Z","caller":"traceutil/trace.go:172","msg":"trace[1399241796] range","detail":"{range_begin:/registry/pods/kube-system/cilium-g2ght; range_end:; response_count:1; response_revision:1786; }","duration":"118.708688ms","start":"2026-08-22T09:32:21.181168Z","end":"2026-08-22T09:32:21.299877Z","steps":["trace[1399241796] 'agreement among raft nodes before linearized reading' (duration: 118.437309ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:21.300093Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.89563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7488bc8bd5-bshss\" limit:1 ","response":"range_response_count:1 size:4380"} {"level":"info","ts":"2026-08-22T09:32:21.300140Z","caller":"traceutil/trace.go:172","msg":"trace[1414651845] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7488bc8bd5-bshss; range_end:; response_count:1; response_revision:1786; }","duration":"132.945932ms","start":"2026-08-22T09:32:21.167183Z","end":"2026-08-22T09:32:21.300129Z","steps":["trace[1414651845] 'agreement among raft nodes before linearized reading' (duration: 132.28437ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:27.211273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.195154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" limit:1 ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-08-22T09:32:27.211356Z","caller":"traceutil/trace.go:172","msg":"trace[1844643992] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:1809; }","duration":"103.288627ms","start":"2026-08-22T09:32:27.108053Z","end":"2026-08-22T09:32:27.211342Z","steps":["trace[1844643992] 'range keys from in-memory index tree' (duration: 102.321005ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:27.211662Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"108.63096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" limit:1 ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-08-22T09:32:27.211739Z","caller":"traceutil/trace.go:172","msg":"trace[1285384344] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1809; }","duration":"108.722683ms","start":"2026-08-22T09:32:27.103001Z","end":"2026-08-22T09:32:27.211723Z","steps":["trace[1285384344] 'range keys from in-memory index tree' (duration: 107.818183ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:27.212046Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"106.527692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" limit:1 ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-08-22T09:32:27.212134Z","caller":"traceutil/trace.go:172","msg":"trace[2084270845] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:1809; }","duration":"106.683207ms","start":"2026-08-22T09:32:27.105429Z","end":"2026-08-22T09:32:27.212112Z","steps":["trace[2084270845] 'range keys from in-memory index tree' (duration: 104.878458ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:29.716809Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"103.763181ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-22T09:32:29.716877Z","caller":"traceutil/trace.go:172","msg":"trace[504138850] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1818; }","duration":"103.842364ms","start":"2026-08-22T09:32:29.613023Z","end":"2026-08-22T09:32:29.716866Z","steps":["trace[504138850] 'range keys from in-memory index tree' (duration: 103.711389ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:29.717012Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.829624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-08-22T09:32:29.717036Z","caller":"traceutil/trace.go:172","msg":"trace[1754339785] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:1818; }","duration":"113.855464ms","start":"2026-08-22T09:32:29.603174Z","end":"2026-08-22T09:32:29.717029Z","steps":["trace[1754339785] 'range keys from in-memory index tree' (duration: 113.131672ms)"],"step_count":1} {"level":"warn","ts":"2026-08-22T09:32:29.717169Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.568474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" limit:1 ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-08-22T09:32:29.717261Z","caller":"traceutil/trace.go:172","msg":"trace[1223530090] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:1818; }","duration":"112.675727ms","start":"2026-08-22T09:32:29.604569Z","end":"2026-08-22T09:32:29.717245Z","steps":["trace[1223530090] 'range keys from in-memory index tree' (duration: 111.761567ms)"],"step_count":1}