{"level":"warn","ts":"2026-04-19T00:54:28.657681Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-19T00:54:28.657789Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-19T00:54:28.657818Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.70:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.204.45.70:2380","--initial-cluster=controller-1=https://199.204.45.70:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.70:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.70:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-19T00:54:28.658807Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-19T00:54:28.658924Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-19T00:54:28.658998Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.70:2380"]} {"level":"info","ts":"2026-04-19T00:54:28.659118Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-19T00:54:28.659993Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"]} {"level":"info","ts":"2026-04-19T00:54:28.660277Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.70:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-19T00:54:28.661673Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc000124170}"} {"level":"info","ts":"2026-04-19T00:54:28.665893Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-19T00:54:28.666008Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.505803ms"} {"level":"info","ts":"2026-04-19T00:54:28.666099Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-19T00:54:28.666127Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-19T00:54:28.666206Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-19T00:54:28.674131Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-19T00:54:28.674244Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"f8844a9a4263041d","cluster-id":"4749b7c221ae0648"} {"level":"info","ts":"2026-04-19T00:54:28.674284Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-19T00:54:28.674347Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=()"} {"level":"info","ts":"2026-04-19T00:54:28.674390Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f8844a9a4263041d became follower at term 0"} {"level":"info","ts":"2026-04-19T00:54:28.674404Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft f8844a9a4263041d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-19T00:54:28.674426Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"f8844a9a4263041d became follower at term 1"} {"level":"info","ts":"2026-04-19T00:54:28.674495Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"warn","ts":"2026-04-19T00:54:28.683264Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-19T00:54:28.686913Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-19T00:54:28.690041Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-19T00:54:28.690532Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"f8844a9a4263041d","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-19T00:54:28.690704Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f8844a9a4263041d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-19T00:54:28.690897Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-19T00:54:28.690961Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T00:54:28.691031Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T00:54:28.691040Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T00:54:28.691075Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-04-19T00:54:28.691145Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.204.45.70:2380"} {"level":"info","ts":"2026-04-19T00:54:28.691257Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"f8844a9a4263041d","initial-advertise-peer-urls":["https://199.204.45.70:2380"],"listen-peer-urls":["https://199.204.45.70:2380"],"advertise-client-urls":["https://199.204.45.70:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.70:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-19T00:54:28.691404Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-19T00:54:28.691619Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101)"} {"level":"info","ts":"2026-04-19T00:54:28.692225Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"f8844a9a4263041d","added-peer-peer-urls":["https://199.204.45.70:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-19T00:54:29.275620Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"f8844a9a4263041d is starting a new election at term 1"} {"level":"info","ts":"2026-04-19T00:54:29.275701Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"f8844a9a4263041d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-19T00:54:29.275765Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f8844a9a4263041d received MsgPreVoteResp from f8844a9a4263041d at term 1"} {"level":"info","ts":"2026-04-19T00:54:29.275783Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f8844a9a4263041d has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-19T00:54:29.275818Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"f8844a9a4263041d became candidate at term 2"} {"level":"info","ts":"2026-04-19T00:54:29.276677Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f8844a9a4263041d received MsgVoteResp from f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-04-19T00:54:29.276753Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f8844a9a4263041d has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-19T00:54:29.276798Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"f8844a9a4263041d became leader at term 2"} {"level":"info","ts":"2026-04-19T00:54:29.276835Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: f8844a9a4263041d elected leader f8844a9a4263041d at term 2"} {"level":"info","ts":"2026-04-19T00:54:29.277844Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-04-19T00:54:29.278776Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-19T00:54:29.278869Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-19T00:54:29.278791Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"f8844a9a4263041d","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.70:2379]}","cluster-id":"4749b7c221ae0648","publish-timeout":"7s"} {"level":"info","ts":"2026-04-19T00:54:29.279295Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","cluster-version":"3.6"} {"level":"info","ts":"2026-04-19T00:54:29.279470Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-19T00:54:29.279536Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-19T00:54:29.279584Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-19T00:54:29.279698Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-04-19T00:54:29.279895Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-19T00:54:29.279999Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-19T00:54:29.280416Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"warn","ts":"2026-04-19T00:54:29.281910Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-19T00:54:29.282251Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-19T00:54:29.286089Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.70:2379"} {"level":"info","ts":"2026-04-19T00:54:29.286560Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-19T00:54:29.287179Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43672","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.289139Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43686","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.293554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43706","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.299050Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.308811Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.326206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43780","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.335277Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43794","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.343543Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43828","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.350120Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43834","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.358936Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43846","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.365369Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43866","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.373506Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43868","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.381828Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43902","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.388803Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43914","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.398305Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43946","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.409699Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43954","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.422329Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43972","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.431758Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.440553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.447773Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44022","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.456984Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44038","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.461133Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44068","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.505969Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44086","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.515422Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44098","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.524674Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.534553Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44118","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.542379Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.548596Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.557414Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44186","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.564519Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.572919Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.581994Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44250","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.589978Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44272","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.599210Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44292","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.608253Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.616642Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.626765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44358","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.635578Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.644765Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44390","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.655528Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44406","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.665438Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44416","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.674565Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.686359Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44444","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.695141Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44458","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.703023Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44478","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.711803Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44508","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.729952Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44524","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.771052Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44548","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.777462Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44578","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.800565Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44602","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.812223Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.818995Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44630","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.825766Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44652","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.832992Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.845049Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44696","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.853823Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.863379Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44754","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.908259Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44782","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.918248Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44796","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.926620Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44824","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:29.978815Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:44854","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:54:30.568489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"107.510912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T00:54:30.568593Z","caller":"traceutil/trace.go:172","msg":"trace[1290598624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3; }","duration":"107.623198ms","start":"2026-04-19T00:54:30.460949Z","end":"2026-04-19T00:54:30.568572Z","steps":["trace[1290598624] 'agreement among raft nodes before linearized reading' (duration: 81.080686ms)","trace[1290598624] 'range keys from in-memory index tree' (duration: 26.392194ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T00:54:30.568610Z","caller":"traceutil/trace.go:172","msg":"trace[528361200] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"108.688016ms","start":"2026-04-19T00:54:30.459889Z","end":"2026-04-19T00:54:30.568577Z","steps":["trace[528361200] 'process raft request' (duration: 82.168635ms)","trace[528361200] 'compare' (duration: 26.354102ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T00:54:30.568703Z","caller":"traceutil/trace.go:172","msg":"trace[846357134] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"106.01014ms","start":"2026-04-19T00:54:30.462677Z","end":"2026-04-19T00:54:30.568688Z","steps":["trace[846357134] 'process raft request' (duration: 105.983969ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.568976Z","caller":"traceutil/trace.go:172","msg":"trace[591672539] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"107.974407ms","start":"2026-04-19T00:54:30.460988Z","end":"2026-04-19T00:54:30.568963Z","steps":["trace[591672539] 'process raft request' (duration: 107.562905ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.569093Z","caller":"traceutil/trace.go:172","msg":"trace[1619571894] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"108.783131ms","start":"2026-04-19T00:54:30.460297Z","end":"2026-04-19T00:54:30.569081Z","steps":["trace[1619571894] 'process raft request' (duration: 108.219271ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.569307Z","caller":"traceutil/trace.go:172","msg":"trace[377184139] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"108.219951ms","start":"2026-04-19T00:54:30.461067Z","end":"2026-04-19T00:54:30.569287Z","steps":["trace[377184139] 'process raft request' (duration: 107.552714ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.569400Z","caller":"traceutil/trace.go:172","msg":"trace[1165944728] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"108.343667ms","start":"2026-04-19T00:54:30.461022Z","end":"2026-04-19T00:54:30.569366Z","steps":["trace[1165944728] 'process raft request' (duration: 107.574525ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.569649Z","caller":"traceutil/trace.go:172","msg":"trace[682938347] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"107.172064ms","start":"2026-04-19T00:54:30.462222Z","end":"2026-04-19T00:54:30.569394Z","steps":["trace[682938347] 'process raft request' (duration: 106.418893ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.608124Z","caller":"traceutil/trace.go:172","msg":"trace[1639469624] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"130.320542ms","start":"2026-04-19T00:54:30.477790Z","end":"2026-04-19T00:54:30.608110Z","steps":["trace[1639469624] 'process raft request' (duration: 130.28738ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.608257Z","caller":"traceutil/trace.go:172","msg":"trace[1715641179] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"140.645443ms","start":"2026-04-19T00:54:30.467595Z","end":"2026-04-19T00:54:30.608240Z","steps":["trace[1715641179] 'process raft request' (duration: 140.41779ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.608247Z","caller":"traceutil/trace.go:172","msg":"trace[987896475] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10; }","duration":"141.227894ms","start":"2026-04-19T00:54:30.467006Z","end":"2026-04-19T00:54:30.608234Z","steps":["trace[987896475] 'process raft request' (duration: 140.952459ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.770659Z","caller":"traceutil/trace.go:172","msg":"trace[834548092] linearizableReadLoop","detail":"{readStateIndex:24; appliedIndex:24; }","duration":"109.242356ms","start":"2026-04-19T00:54:30.661346Z","end":"2026-04-19T00:54:30.770588Z","steps":["trace[834548092] 'read index received' (duration: 109.237146ms)","trace[834548092] 'applied index is now lower than readState.Index' (duration: 4.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:54:30.779713Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"135.147983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T00:54:30.779753Z","caller":"traceutil/trace.go:172","msg":"trace[1694475650] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:0; response_revision:20; }","duration":"135.197376ms","start":"2026-04-19T00:54:30.644546Z","end":"2026-04-19T00:54:30.779743Z","steps":["trace[1694475650] 'agreement among raft nodes before linearized reading' (duration: 126.180586ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.779963Z","caller":"traceutil/trace.go:172","msg":"trace[1655279662] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"131.604361ms","start":"2026-04-19T00:54:30.648344Z","end":"2026-04-19T00:54:30.779948Z","steps":["trace[1655279662] 'process raft request' (duration: 131.539958ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.780059Z","caller":"traceutil/trace.go:172","msg":"trace[809745692] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"131.432922ms","start":"2026-04-19T00:54:30.648617Z","end":"2026-04-19T00:54:30.780050Z","steps":["trace[809745692] 'process raft request' (duration: 131.289974ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.780138Z","caller":"traceutil/trace.go:172","msg":"trace[2070381460] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"130.206765ms","start":"2026-04-19T00:54:30.649926Z","end":"2026-04-19T00:54:30.780132Z","steps":["trace[2070381460] 'process raft request' (duration: 130.064427ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.780140Z","caller":"traceutil/trace.go:172","msg":"trace[1638759336] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"108.103255ms","start":"2026-04-19T00:54:30.672017Z","end":"2026-04-19T00:54:30.780120Z","steps":["trace[1638759336] 'process raft request' (duration: 108.047532ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.780227Z","caller":"traceutil/trace.go:172","msg":"trace[444087634] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"131.336457ms","start":"2026-04-19T00:54:30.648885Z","end":"2026-04-19T00:54:30.780222Z","steps":["trace[444087634] 'process raft request' (duration: 131.049151ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.780305Z","caller":"traceutil/trace.go:172","msg":"trace[2089337503] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"131.22648ms","start":"2026-04-19T00:54:30.649072Z","end":"2026-04-19T00:54:30.780299Z","steps":["trace[2089337503] 'process raft request' (duration: 130.893482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:30.780401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.115045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-19T00:54:30.780426Z","caller":"traceutil/trace.go:172","msg":"trace[1330802421] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:29; }","duration":"115.150967ms","start":"2026-04-19T00:54:30.665269Z","end":"2026-04-19T00:54:30.780420Z","steps":["trace[1330802421] 'agreement among raft nodes before linearized reading' (duration: 115.079033ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.780346Z","caller":"traceutil/trace.go:172","msg":"trace[1131207125] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"108.401681ms","start":"2026-04-19T00:54:30.671928Z","end":"2026-04-19T00:54:30.780329Z","steps":["trace[1131207125] 'process raft request' (duration: 108.101015ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.779962Z","caller":"traceutil/trace.go:172","msg":"trace[1470963123] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"131.846835ms","start":"2026-04-19T00:54:30.648090Z","end":"2026-04-19T00:54:30.779936Z","steps":["trace[1470963123] 'process raft request' (duration: 131.76191ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:30.781835Z","caller":"traceutil/trace.go:172","msg":"trace[1971105019] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"134.444696ms","start":"2026-04-19T00:54:30.647374Z","end":"2026-04-19T00:54:30.781819Z","steps":["trace[1971105019] 'process raft request' (duration: 123.422387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:31.252211Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"181.008387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-19T00:54:31.252419Z","caller":"traceutil/trace.go:172","msg":"trace[1329456676] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"431.239358ms","start":"2026-04-19T00:54:30.821162Z","end":"2026-04-19T00:54:31.252401Z","steps":["trace[1329456676] 'process raft request' (duration: 248.789832ms)","trace[1329456676] 'compare' (duration: 180.820827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:54:31.252488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:30.821146Z","time spent":"431.320621ms","remote":"127.0.0.1:44470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T00:54:31.254278Z","caller":"traceutil/trace.go:172","msg":"trace[1239395625] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"432.886877ms","start":"2026-04-19T00:54:30.821367Z","end":"2026-04-19T00:54:31.254254Z","steps":["trace[1239395625] 'process raft request' (duration: 431.355763ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:31.255774Z","caller":"traceutil/trace.go:172","msg":"trace[623026446] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"428.693359ms","start":"2026-04-19T00:54:30.825857Z","end":"2026-04-19T00:54:31.254550Z","steps":["trace[623026446] 'process raft request' (duration: 428.479887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:31.255897Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:30.825839Z","time spent":"430.004601ms","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":701,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T00:54:31.256628Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:30.821359Z","time spent":"433.105819ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T00:54:31.705252Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"244.206695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-19T00:54:31.705417Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"191.843879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-19T00:54:31.705440Z","caller":"traceutil/trace.go:172","msg":"trace[876553617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:67; }","duration":"244.413726ms","start":"2026-04-19T00:54:31.461007Z","end":"2026-04-19T00:54:31.705421Z","steps":["trace[876553617] 'agreement among raft nodes before linearized reading' (duration: 52.466401ms)","trace[876553617] 'range keys from in-memory index tree' (duration: 191.708172ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T00:54:31.705804Z","caller":"traceutil/trace.go:172","msg":"trace[467997175] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"302.349514ms","start":"2026-04-19T00:54:31.403350Z","end":"2026-04-19T00:54:31.705700Z","steps":["trace[467997175] 'process raft request' (duration: 110.163166ms)","trace[467997175] 'compare' (duration: 191.648459ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T00:54:31.705800Z","caller":"traceutil/trace.go:172","msg":"trace[61689122] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"275.986727ms","start":"2026-04-19T00:54:31.429786Z","end":"2026-04-19T00:54:31.705773Z","steps":["trace[61689122] 'process raft request' (duration: 275.816808ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:31.705881Z","caller":"traceutil/trace.go:172","msg":"trace[1876931768] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"199.415932ms","start":"2026-04-19T00:54:31.506449Z","end":"2026-04-19T00:54:31.705865Z","steps":["trace[1876931768] 'process raft request' (duration: 199.279875ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:31.705970Z","caller":"traceutil/trace.go:172","msg":"trace[2066111391] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"198.228678ms","start":"2026-04-19T00:54:31.507720Z","end":"2026-04-19T00:54:31.705949Z","steps":["trace[2066111391] 'process raft request' (duration: 198.072789ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:31.706015Z","caller":"traceutil/trace.go:172","msg":"trace[1215522517] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"200.409407ms","start":"2026-04-19T00:54:31.505597Z","end":"2026-04-19T00:54:31.706007Z","steps":["trace[1215522517] 'process raft request' (duration: 200.10176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:31.706334Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:31.403332Z","time spent":"302.508703ms","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T00:54:39.030175Z","caller":"traceutil/trace.go:172","msg":"trace[1113562915] linearizableReadLoop","detail":"{readStateIndex:333; appliedIndex:333; }","duration":"379.13263ms","start":"2026-04-19T00:54:38.651010Z","end":"2026-04-19T00:54:39.030143Z","steps":["trace[1113562915] 'read index received' (duration: 379.123839ms)","trace[1113562915] 'applied index is now lower than readState.Index' (duration: 7.371µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:54:39.030414Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"379.368293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:54:39.030503Z","caller":"traceutil/trace.go:172","msg":"trace[400832384] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"527.638223ms","start":"2026-04-19T00:54:38.502851Z","end":"2026-04-19T00:54:39.030489Z","steps":["trace[400832384] 'process raft request' (duration: 527.488295ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:39.030548Z","caller":"traceutil/trace.go:172","msg":"trace[1262947681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:312; }","duration":"379.529192ms","start":"2026-04-19T00:54:38.650993Z","end":"2026-04-19T00:54:39.030523Z","steps":["trace[1262947681] 'agreement among raft nodes before linearized reading' (duration: 379.271898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:39.030635Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:38.650965Z","time spent":"379.636338ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T00:54:39.030958Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:38.502832Z","time spent":"527.712787ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T00:54:39.040504Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"360.41076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T00:54:39.040563Z","caller":"traceutil/trace.go:172","msg":"trace[1392226584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:313; }","duration":"360.477364ms","start":"2026-04-19T00:54:38.680075Z","end":"2026-04-19T00:54:39.040553Z","steps":["trace[1392226584] 'agreement among raft nodes before linearized reading' (duration: 360.301594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:39.040566Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.286768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-controller-1\" limit:1 ","response":"range_response_count:1 size:4950"} {"level":"info","ts":"2026-04-19T00:54:39.040626Z","caller":"traceutil/trace.go:172","msg":"trace[1978493306] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-controller-1; range_end:; response_count:1; response_revision:313; }","duration":"111.353882ms","start":"2026-04-19T00:54:38.929255Z","end":"2026-04-19T00:54:39.040609Z","steps":["trace[1978493306] 'agreement among raft nodes before linearized reading' (duration: 111.179122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:39.040588Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:38.680066Z","time spent":"360.518165ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-19T00:54:39.040625Z","caller":"traceutil/trace.go:172","msg":"trace[1540159215] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"527.631885ms","start":"2026-04-19T00:54:38.512974Z","end":"2026-04-19T00:54:39.040606Z","steps":["trace[1540159215] 'process raft request' (duration: 527.474826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:39.040887Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:38.512960Z","time spent":"527.810825ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T00:54:39.546808Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566474877191437,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T00:54:39.635039Z","caller":"traceutil/trace.go:172","msg":"trace[2094483299] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:335; }","duration":"588.649106ms","start":"2026-04-19T00:54:39.046360Z","end":"2026-04-19T00:54:39.635009Z","steps":["trace[2094483299] 'read index received' (duration: 588.639106ms)","trace[2094483299] 'applied index is now lower than readState.Index' (duration: 8.39µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:54:39.696186Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"649.809578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:54:39.696250Z","caller":"traceutil/trace.go:172","msg":"trace[1155073232] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:0; response_revision:314; }","duration":"649.889802ms","start":"2026-04-19T00:54:39.046346Z","end":"2026-04-19T00:54:39.696235Z","steps":["trace[1155073232] 'agreement among raft nodes before linearized reading' (duration: 588.793454ms)","trace[1155073232] 'range keys from in-memory index tree' (duration: 60.988972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:54:39.696284Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:39.046324Z","time spent":"649.951245ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" limit:1 "} {"level":"info","ts":"2026-04-19T00:54:39.696955Z","caller":"traceutil/trace.go:172","msg":"trace[1331115458] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"652.912891ms","start":"2026-04-19T00:54:39.043550Z","end":"2026-04-19T00:54:39.696463Z","steps":["trace[1331115458] 'process raft request' (duration: 591.58399ms)","trace[1331115458] 'compare' (duration: 61.207524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:54:39.697416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:39.043530Z","time spent":"653.60798ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:54:39.824652Z","caller":"traceutil/trace.go:172","msg":"trace[640620597] linearizableReadLoop","detail":"{readStateIndex:336; appliedIndex:336; }","duration":"189.484419ms","start":"2026-04-19T00:54:39.635125Z","end":"2026-04-19T00:54:39.824609Z","steps":["trace[640620597] 'read index received' (duration: 189.474408ms)","trace[640620597] 'applied index is now lower than readState.Index' (duration: 8.221µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:54:39.859731Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"618.858732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:54:39.859818Z","caller":"traceutil/trace.go:172","msg":"trace[1158434211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:315; }","duration":"618.960447ms","start":"2026-04-19T00:54:39.240841Z","end":"2026-04-19T00:54:39.859802Z","steps":["trace[1158434211] 'agreement among raft nodes before linearized reading' (duration: 583.859579ms)","trace[1158434211] 'range keys from in-memory index tree' (duration: 34.963751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:54:39.859854Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:39.240819Z","time spent":"619.027671ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T00:54:39.860224Z","caller":"traceutil/trace.go:172","msg":"trace[1849504640] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"812.875924ms","start":"2026-04-19T00:54:39.047314Z","end":"2026-04-19T00:54:39.860189Z","steps":["trace[1849504640] 'process raft request' (duration: 777.351202ms)","trace[1849504640] 'compare' (duration: 34.972501ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T00:54:39.860385Z","caller":"traceutil/trace.go:172","msg":"trace[483276126] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"444.279483ms","start":"2026-04-19T00:54:39.416059Z","end":"2026-04-19T00:54:39.860339Z","steps":["trace[483276126] 'process raft request' (duration: 443.994807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:39.860416Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:39.047297Z","time spent":"812.98559ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4744,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T00:54:39.860457Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"161.310318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-19T00:54:39.860586Z","caller":"traceutil/trace.go:172","msg":"trace[643223780] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:317; }","duration":"161.463976ms","start":"2026-04-19T00:54:39.699096Z","end":"2026-04-19T00:54:39.860560Z","steps":["trace[643223780] 'agreement among raft nodes before linearized reading' (duration: 161.112797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:39.860517Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:39.416028Z","time spent":"444.386019ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:54:40.087422Z","caller":"traceutil/trace.go:172","msg":"trace[1479764425] linearizableReadLoop","detail":"{readStateIndex:338; appliedIndex:338; }","duration":"222.209737ms","start":"2026-04-19T00:54:39.865189Z","end":"2026-04-19T00:54:40.087398Z","steps":["trace[1479764425] 'read index received' (duration: 222.199887ms)","trace[1479764425] 'applied index is now lower than readState.Index' (duration: 8.98µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:54:40.139042Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"273.837104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7704"} {"level":"info","ts":"2026-04-19T00:54:40.139117Z","caller":"traceutil/trace.go:172","msg":"trace[511645250] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:317; }","duration":"273.926839ms","start":"2026-04-19T00:54:39.865171Z","end":"2026-04-19T00:54:40.139098Z","steps":["trace[511645250] 'agreement among raft nodes before linearized reading' (duration: 222.327054ms)","trace[511645250] 'range keys from in-memory index tree' (duration: 51.364392ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T00:54:40.139963Z","caller":"traceutil/trace.go:172","msg":"trace[885272753] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"275.114997ms","start":"2026-04-19T00:54:39.864590Z","end":"2026-04-19T00:54:40.139705Z","steps":["trace[885272753] 'process raft request' (duration: 222.936659ms)","trace[885272753] 'compare' (duration: 51.765204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:54:50.297271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"631.703196ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:54:50.297396Z","caller":"traceutil/trace.go:172","msg":"trace[1247662009] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:396; }","duration":"631.839943ms","start":"2026-04-19T00:54:49.665532Z","end":"2026-04-19T00:54:50.297372Z","steps":["trace[1247662009] 'range keys from in-memory index tree' (duration: 631.60887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:50.298006Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"561.857897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T00:54:50.298165Z","caller":"traceutil/trace.go:172","msg":"trace[1770845607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:396; }","duration":"561.967643ms","start":"2026-04-19T00:54:49.736115Z","end":"2026-04-19T00:54:50.298082Z","steps":["trace[1770845607] 'range keys from in-memory index tree' (duration: 561.56008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:50.298201Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:49.736094Z","time spent":"562.099001ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-19T00:54:50.298617Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"481.461397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:54:50.298688Z","caller":"traceutil/trace.go:172","msg":"trace[591934680] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:396; }","duration":"481.533101ms","start":"2026-04-19T00:54:49.817149Z","end":"2026-04-19T00:54:50.298682Z","steps":["trace[591934680] 'range keys from in-memory index tree' (duration: 481.438746ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:50.631101Z","caller":"traceutil/trace.go:172","msg":"trace[558450763] linearizableReadLoop","detail":"{readStateIndex:420; appliedIndex:420; }","duration":"391.184274ms","start":"2026-04-19T00:54:50.239892Z","end":"2026-04-19T00:54:50.631076Z","steps":["trace[558450763] 'read index received' (duration: 391.171723ms)","trace[558450763] 'applied index is now lower than readState.Index' (duration: 11.481µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:54:50.631219Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"391.311621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:54:50.631242Z","caller":"traceutil/trace.go:172","msg":"trace[1312840409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:396; }","duration":"391.347783ms","start":"2026-04-19T00:54:50.239887Z","end":"2026-04-19T00:54:50.631235Z","steps":["trace[1312840409] 'agreement among raft nodes before linearized reading' (duration: 391.280469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:50.631266Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:50.239863Z","time spent":"391.397555ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T00:54:50.631319Z","caller":"traceutil/trace.go:172","msg":"trace[331697772] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"742.598066ms","start":"2026-04-19T00:54:49.888699Z","end":"2026-04-19T00:54:50.631297Z","steps":["trace[331697772] 'process raft request' (duration: 742.460879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:50.631449Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:49.888683Z","time spent":"742.696122ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:54:50.633774Z","caller":"traceutil/trace.go:172","msg":"trace[1073287227] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"273.239813ms","start":"2026-04-19T00:54:50.360519Z","end":"2026-04-19T00:54:50.633759Z","steps":["trace[1073287227] 'process raft request' (duration: 273.19754ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:54:50.633829Z","caller":"traceutil/trace.go:172","msg":"trace[1148224068] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"331.166149ms","start":"2026-04-19T00:54:50.302645Z","end":"2026-04-19T00:54:50.633812Z","steps":["trace[1148224068] 'process raft request' (duration: 330.993029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:54:50.633921Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:54:50.302612Z","time spent":"331.259923ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:55:00.935965Z","caller":"traceutil/trace.go:172","msg":"trace[1101694554] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:445; }","duration":"252.680961ms","start":"2026-04-19T00:55:00.683256Z","end":"2026-04-19T00:55:00.935937Z","steps":["trace[1101694554] 'read index received' (duration: 252.674371ms)","trace[1101694554] 'applied index is now lower than readState.Index' (duration: 5.72µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T00:55:00.936293Z","caller":"traceutil/trace.go:172","msg":"trace[203646103] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"263.847558ms","start":"2026-04-19T00:55:00.672426Z","end":"2026-04-19T00:55:00.936273Z","steps":["trace[203646103] 'process raft request' (duration: 263.7102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:55:00.936492Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"253.194181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T00:55:00.936606Z","caller":"traceutil/trace.go:172","msg":"trace[806632491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:419; }","duration":"253.345539ms","start":"2026-04-19T00:55:00.683252Z","end":"2026-04-19T00:55:00.936597Z","steps":["trace[806632491] 'agreement among raft nodes before linearized reading' (duration: 252.83849ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:55:00.936960Z","caller":"traceutil/trace.go:172","msg":"trace[222597166] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"263.109435ms","start":"2026-04-19T00:55:00.673836Z","end":"2026-04-19T00:55:00.936946Z","steps":["trace[222597166] 'process raft request' (duration: 263.011719ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:55:01.043888Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(17907520044731139101) learners=(6995033125531806345)"} {"level":"info","ts":"2026-04-19T00:55:01.044035Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"61135990ff69ea89","added-peer-peer-urls":["https://199.204.45.109:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-19T00:55:01.044074Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:01.044107Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:01.044214Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:01.044242Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:01.044261Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:01.044274Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:01.044271Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89","remote-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-19T00:55:01.044301Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"f8844a9a4263041d","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:01.044295Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"warn","ts":"2026-04-19T00:55:01.069247Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.109:47574","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-19T00:55:01.088789Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-19T00:55:01.283168Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.204.45.109:2380/version","remote-member-id":"61135990ff69ea89","error":"Get \"https://199.204.45.109:2380/version\": dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-19T00:55:01.283264Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"61135990ff69ea89","error":"Get \"https://199.204.45.109:2380/version\": dial tcp 199.204.45.109:2380: connect: connection refused"} {"level":"error","ts":"2026-04-19T00:55:01.597425Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-19T00:55:02.094110Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-19T00:55:02.595390Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-19T00:55:03.094598Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-19T00:55:03.592700Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-19T00:55:04.092557Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-19T00:55:04.113481Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:04.118923Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"61135990ff69ea89","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-19T00:55:04.118946Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:04.124142Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"61135990ff69ea89","stream-type":"stream Message"} {"level":"info","ts":"2026-04-19T00:55:04.124197Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:04.131804Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"f8844a9a4263041d","to":"61135990ff69ea89","bytes":761861,"size":"762 kB"} {"level":"info","ts":"2026-04-19T00:55:04.132024Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":458,"remote-peer-id":"61135990ff69ea89","bytes":761861,"size":"762 kB"} {"level":"info","ts":"2026-04-19T00:55:04.135783Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":753664,"size":"754 kB"} {"level":"info","ts":"2026-04-19T00:55:04.142852Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":458,"remote-peer-id":"61135990ff69ea89","bytes":761861,"size":"762 kB"} {"level":"info","ts":"2026-04-19T00:55:04.159479Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:04.160093Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"warn","ts":"2026-04-19T00:55:04.161866Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:55:04.162012Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89","error":"EOF"} {"level":"info","ts":"2026-04-19T00:55:04.173797Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"61135990ff69ea89","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-19T00:55:04.173876Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:04.173908Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:04.178104Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"61135990ff69ea89","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-19T00:55:04.178133Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:04.178144Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:04.256033Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:04.260171Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"61135990ff69ea89"} {"level":"warn","ts":"2026-04-19T00:55:04.581402Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.109:47706","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-19T00:55:04.593521Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(6995033125531806345 17907520044731139101)"} {"level":"info","ts":"2026-04-19T00:55:04.593625Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","promoted-member-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:04.593680Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"f8844a9a4263041d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"61135990ff69ea89"} {"level":"info","ts":"2026-04-19T00:55:19.140341Z","caller":"traceutil/trace.go:172","msg":"trace[342229244] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"129.97498ms","start":"2026-04-19T00:55:19.010327Z","end":"2026-04-19T00:55:19.140302Z","steps":["trace[342229244] 'process raft request' (duration: 129.758187ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:55:19.143228Z","caller":"traceutil/trace.go:172","msg":"trace[871423795] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:501; }","duration":"113.667402ms","start":"2026-04-19T00:55:19.029535Z","end":"2026-04-19T00:55:19.143203Z","steps":["trace[871423795] 'read index received' (duration: 113.661713ms)","trace[871423795] 'applied index is now lower than readState.Index' (duration: 4.469µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T00:55:19.143329Z","caller":"traceutil/trace.go:172","msg":"trace[342765720] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"119.87678ms","start":"2026-04-19T00:55:19.023439Z","end":"2026-04-19T00:55:19.143316Z","steps":["trace[342765720] 'process raft request' (duration: 119.795422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:55:19.143432Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.878326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T00:55:19.143504Z","caller":"traceutil/trace.go:172","msg":"trace[1647001465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"113.966243ms","start":"2026-04-19T00:55:19.029530Z","end":"2026-04-19T00:55:19.143497Z","steps":["trace[1647001465] 'agreement among raft nodes before linearized reading' (duration: 113.763559ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:55:20.815742Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-19T00:55:34.143236Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"f8844a9a4263041d","to":"61135990ff69ea89","bytes":761861,"size":"762 kB","took":"30.01142965s"} {"level":"info","ts":"2026-04-19T00:55:45.929828Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(6995033125531806345 17907520044731139101) learners=(1561026812926493629)"} {"level":"info","ts":"2026-04-19T00:55:45.930072Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","added-peer-id":"15a9e19d9d5803bd","added-peer-peer-urls":["https://199.204.45.95:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-19T00:55:45.930111Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:45.930135Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:45.930249Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:45.930317Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:45.930337Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:45.930351Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:45.930367Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd","remote-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-04-19T00:55:45.930399Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"f8844a9a4263041d","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:45.930407Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"warn","ts":"2026-04-19T00:55:45.984337Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.204.45.95:34880","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-19T00:55:45.996977Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-19T00:55:45.997056Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"15a9e19d9d5803bd","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-19T00:55:46.488949Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-19T00:55:46.990917Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-19T00:55:46.991005Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"15a9e19d9d5803bd","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-19T00:55:47.489778Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-19T00:55:47.989963Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-19T00:55:47.990065Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"15a9e19d9d5803bd","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-04-19T00:55:48.353276Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.353326Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.354286Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.358573Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"15a9e19d9d5803bd","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-19T00:55:48.358609Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.359379Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"f8844a9a4263041d","to":"15a9e19d9d5803bd","bytes":991784,"size":"992 kB"} {"level":"info","ts":"2026-04-19T00:55:48.359526Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":622,"remote-peer-id":"15a9e19d9d5803bd","bytes":991784,"size":"992 kB"} {"level":"info","ts":"2026-04-19T00:55:48.366685Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":983040,"size":"983 kB"} {"level":"info","ts":"2026-04-19T00:55:48.371067Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"15a9e19d9d5803bd","stream-type":"stream Message"} {"level":"info","ts":"2026-04-19T00:55:48.371097Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.375627Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":622,"remote-peer-id":"15a9e19d9d5803bd","bytes":991784,"size":"992 kB"} {"level":"warn","ts":"2026-04-19T00:55:48.390565Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:55:48.390670Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd","error":"EOF"} {"level":"info","ts":"2026-04-19T00:55:48.407148Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"15a9e19d9d5803bd","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-19T00:55:48.407174Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.407186Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.407404Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"f8844a9a4263041d","to":"15a9e19d9d5803bd","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-19T00:55:48.407498Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.407543Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.444750Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.448526Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"f8844a9a4263041d","remote-peer-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.486498Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f8844a9a4263041d switched to configuration voters=(1561026812926493629 6995033125531806345 17907520044731139101)"} {"level":"info","ts":"2026-04-19T00:55:48.486698Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"4749b7c221ae0648","local-member-id":"f8844a9a4263041d","promoted-member-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:48.486751Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"f8844a9a4263041d","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"15a9e19d9d5803bd"} {"level":"info","ts":"2026-04-19T00:55:57.313072Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-19T00:56:07.532717Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-19T00:56:18.375740Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"f8844a9a4263041d","to":"15a9e19d9d5803bd","bytes":991784,"size":"992 kB","took":"30.016356406s"} {"level":"warn","ts":"2026-04-19T00:56:24.892325Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"61135990ff69ea89","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"16.976212ms"} {"level":"warn","ts":"2026-04-19T00:56:24.892439Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"15a9e19d9d5803bd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"17.098314ms"} {"level":"info","ts":"2026-04-19T00:56:24.892719Z","caller":"traceutil/trace.go:172","msg":"trace[1065976629] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"155.014759ms","start":"2026-04-19T00:56:24.737685Z","end":"2026-04-19T00:56:24.892699Z","steps":["trace[1065976629] 'process raft request' (duration: 154.766685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.148711Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"61135990ff69ea89","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.388496ms"} {"level":"warn","ts":"2026-04-19T00:56:25.148771Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"15a9e19d9d5803bd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.333016ms"} {"level":"info","ts":"2026-04-19T00:56:25.150222Z","caller":"traceutil/trace.go:172","msg":"trace[780722086] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"394.616645ms","start":"2026-04-19T00:56:24.755582Z","end":"2026-04-19T00:56:25.150199Z","steps":["trace[780722086] 'process raft request' (duration: 394.439122ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.150304Z","caller":"traceutil/trace.go:172","msg":"trace[1150168022] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"412.204013ms","start":"2026-04-19T00:56:24.737806Z","end":"2026-04-19T00:56:25.150010Z","steps":["trace[1150168022] 'process raft request' (duration: 412.036579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.150357Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.755568Z","time spent":"394.728297ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T00:56:25.150363Z","caller":"traceutil/trace.go:172","msg":"trace[275214146] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"373.150242ms","start":"2026-04-19T00:56:24.777202Z","end":"2026-04-19T00:56:25.150352Z","steps":["trace[275214146] 'process raft request' (duration: 373.09811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.150426Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.777169Z","time spent":"373.226733ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T00:56:25.150434Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.737787Z","time spent":"412.58779ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T00:56:25.150518Z","caller":"traceutil/trace.go:172","msg":"trace[1587316160] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"401.795317ms","start":"2026-04-19T00:56:24.748709Z","end":"2026-04-19T00:56:25.150505Z","steps":["trace[1587316160] 'process raft request' (duration: 401.237605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.150563Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.748691Z","time spent":"401.850538ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T00:56:25.150581Z","caller":"traceutil/trace.go:172","msg":"trace[1313650223] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"394.421791ms","start":"2026-04-19T00:56:24.756149Z","end":"2026-04-19T00:56:25.150571Z","steps":["trace[1313650223] 'process raft request' (duration: 393.906781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.150622Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.756129Z","time spent":"394.474983ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T00:56:25.150642Z","caller":"traceutil/trace.go:172","msg":"trace[157187119] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"398.560833ms","start":"2026-04-19T00:56:24.752072Z","end":"2026-04-19T00:56:25.150632Z","steps":["trace[157187119] 'process raft request' (duration: 397.91192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.150679Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.752056Z","time spent":"398.606874ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T00:56:25.150688Z","caller":"traceutil/trace.go:172","msg":"trace[773908632] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"386.862902ms","start":"2026-04-19T00:56:24.763818Z","end":"2026-04-19T00:56:25.150681Z","steps":["trace[773908632] 'process raft request' (duration: 386.347402ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.150671Z","caller":"traceutil/trace.go:172","msg":"trace[1028051004] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"390.507794ms","start":"2026-04-19T00:56:24.760146Z","end":"2026-04-19T00:56:25.150654Z","steps":["trace[1028051004] 'process raft request' (duration: 389.985793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.150713Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.763807Z","time spent":"386.894283ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T00:56:25.150768Z","caller":"traceutil/trace.go:172","msg":"trace[989933141] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"383.035447ms","start":"2026-04-19T00:56:24.767727Z","end":"2026-04-19T00:56:25.150763Z","steps":["trace[989933141] 'process raft request' (duration: 382.530567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.150753Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.760135Z","time spent":"390.582626ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T00:56:25.150790Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.767719Z","time spent":"383.061027ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T00:56:25.150833Z","caller":"traceutil/trace.go:172","msg":"trace[1366114491] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"391.973813ms","start":"2026-04-19T00:56:24.758854Z","end":"2026-04-19T00:56:25.150828Z","steps":["trace[1366114491] 'process raft request' (duration: 391.244598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.150869Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.758830Z","time spent":"392.028634ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T00:56:25.308767Z","caller":"traceutil/trace.go:172","msg":"trace[2002794409] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"406.323179ms","start":"2026-04-19T00:56:24.902427Z","end":"2026-04-19T00:56:25.308750Z","steps":["trace[2002794409] 'process raft request' (duration: 405.982052ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.308843Z","caller":"traceutil/trace.go:172","msg":"trace[1968530997] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"405.525983ms","start":"2026-04-19T00:56:24.903297Z","end":"2026-04-19T00:56:25.308823Z","steps":["trace[1968530997] 'process raft request' (duration: 405.216066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.308959Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.903286Z","time spent":"405.620785ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T00:56:25.308986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.902410Z","time spent":"406.464802ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:56:25.309078Z","caller":"traceutil/trace.go:172","msg":"trace[1558896717] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"408.835398ms","start":"2026-04-19T00:56:24.899720Z","end":"2026-04-19T00:56:25.308556Z","steps":["trace[1558896717] 'process raft request' (duration: 408.551253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.309189Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:24.899705Z","time spent":"409.43408ms","remote":"127.0.0.1:44844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T00:56:25.316935Z","caller":"traceutil/trace.go:172","msg":"trace[642395173] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"152.352647ms","start":"2026-04-19T00:56:25.164567Z","end":"2026-04-19T00:56:25.316919Z","steps":["trace[642395173] 'process raft request' (duration: 152.213364ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.323043Z","caller":"traceutil/trace.go:172","msg":"trace[1268055599] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"153.740915ms","start":"2026-04-19T00:56:25.169283Z","end":"2026-04-19T00:56:25.323024Z","steps":["trace[1268055599] 'process raft request' (duration: 153.472029ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.323109Z","caller":"traceutil/trace.go:172","msg":"trace[1535579068] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"153.758255ms","start":"2026-04-19T00:56:25.169328Z","end":"2026-04-19T00:56:25.323086Z","steps":["trace[1535579068] 'process raft request' (duration: 153.443418ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.323185Z","caller":"traceutil/trace.go:172","msg":"trace[1425732109] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"156.785307ms","start":"2026-04-19T00:56:25.166384Z","end":"2026-04-19T00:56:25.323169Z","steps":["trace[1425732109] 'process raft request' (duration: 156.337657ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.323220Z","caller":"traceutil/trace.go:172","msg":"trace[1875534693] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"157.541711ms","start":"2026-04-19T00:56:25.165668Z","end":"2026-04-19T00:56:25.323210Z","steps":["trace[1875534693] 'process raft request' (duration: 156.98008ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.324255Z","caller":"traceutil/trace.go:172","msg":"trace[93740653] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"145.861435ms","start":"2026-04-19T00:56:25.178383Z","end":"2026-04-19T00:56:25.324244Z","steps":["trace[93740653] 'process raft request' (duration: 145.726723ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.324528Z","caller":"traceutil/trace.go:172","msg":"trace[238384539] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"144.846675ms","start":"2026-04-19T00:56:25.179668Z","end":"2026-04-19T00:56:25.324515Z","steps":["trace[238384539] 'process raft request' (duration: 144.541319ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.324499Z","caller":"traceutil/trace.go:172","msg":"trace[1137455619] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"150.756834ms","start":"2026-04-19T00:56:25.173728Z","end":"2026-04-19T00:56:25.324485Z","steps":["trace[1137455619] 'process raft request' (duration: 150.231564ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.325122Z","caller":"traceutil/trace.go:172","msg":"trace[410396686] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"152.177334ms","start":"2026-04-19T00:56:25.172924Z","end":"2026-04-19T00:56:25.325101Z","steps":["trace[410396686] 'process raft request' (duration: 149.933818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.852124Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"61135990ff69ea89","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"76.786569ms"} {"level":"warn","ts":"2026-04-19T00:56:25.852235Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"15a9e19d9d5803bd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"76.911361ms"} {"level":"info","ts":"2026-04-19T00:56:25.867629Z","caller":"traceutil/trace.go:172","msg":"trace[534948114] linearizableReadLoop","detail":"{readStateIndex:1025; appliedIndex:1025; }","duration":"255.108661ms","start":"2026-04-19T00:56:25.612493Z","end":"2026-04-19T00:56:25.867602Z","steps":["trace[534948114] 'read index received' (duration: 255.10228ms)","trace[534948114] 'applied index is now lower than readState.Index' (duration: 5.411µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:56:25.868326Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"255.813305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-19T00:56:25.868482Z","caller":"traceutil/trace.go:172","msg":"trace[1826655252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:895; }","duration":"255.983768ms","start":"2026-04-19T00:56:25.612483Z","end":"2026-04-19T00:56:25.868467Z","steps":["trace[1826655252] 'agreement among raft nodes before linearized reading' (duration: 255.261123ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.869516Z","caller":"traceutil/trace.go:172","msg":"trace[1002443609] transaction","detail":"{read_only:false; number_of_response:1; response_revision:896; }","duration":"278.094655ms","start":"2026-04-19T00:56:25.591395Z","end":"2026-04-19T00:56:25.869490Z","steps":["trace[1002443609] 'process raft request' (duration: 277.651876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:25.869422Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.142732ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:25.870362Z","caller":"traceutil/trace.go:172","msg":"trace[944400080] transaction","detail":"{read_only:false; number_of_response:1; response_revision:896; }","duration":"278.85777ms","start":"2026-04-19T00:56:25.591476Z","end":"2026-04-19T00:56:25.870334Z","steps":["trace[944400080] 'process raft request' (duration: 278.202957ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.870422Z","caller":"traceutil/trace.go:172","msg":"trace[681207399] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:895; }","duration":"203.870007ms","start":"2026-04-19T00:56:25.666257Z","end":"2026-04-19T00:56:25.870127Z","steps":["trace[681207399] 'range keys from in-memory index tree' (duration: 202.481919ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:25.871357Z","caller":"traceutil/trace.go:172","msg":"trace[732523612] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"260.260864ms","start":"2026-04-19T00:56:25.611079Z","end":"2026-04-19T00:56:25.871340Z","steps":["trace[732523612] 'process raft request' (duration: 258.883306ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:31.895207Z","caller":"traceutil/trace.go:172","msg":"trace[1030449222] linearizableReadLoop","detail":"{readStateIndex:1121; appliedIndex:1122; }","duration":"317.352006ms","start":"2026-04-19T00:56:31.577828Z","end":"2026-04-19T00:56:31.895180Z","steps":["trace[1030449222] 'read index received' (duration: 317.344036ms)","trace[1030449222] 'applied index is now lower than readState.Index' (duration: 6.58µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:56:31.895406Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"317.55403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T00:56:31.895471Z","caller":"traceutil/trace.go:172","msg":"trace[1010912070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:963; }","duration":"317.632362ms","start":"2026-04-19T00:56:31.577825Z","end":"2026-04-19T00:56:31.895457Z","steps":["trace[1010912070] 'agreement among raft nodes before linearized reading' (duration: 317.433587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:31.895517Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:31.577811Z","time spent":"317.698533ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-19T00:56:31.895906Z","caller":"traceutil/trace.go:172","msg":"trace[945756715] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"330.052515ms","start":"2026-04-19T00:56:31.565831Z","end":"2026-04-19T00:56:31.895884Z","steps":["trace[945756715] 'process raft request' (duration: 329.572774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:31.896054Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:31.565810Z","time spent":"330.156798ms","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:56:31.895893Z","caller":"traceutil/trace.go:172","msg":"trace[37148287] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"270.789224ms","start":"2026-04-19T00:56:31.625088Z","end":"2026-04-19T00:56:31.895877Z","steps":["trace[37148287] 'process raft request' (duration: 270.741282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:32.089280Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"423.855658ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:32.089377Z","caller":"traceutil/trace.go:172","msg":"trace[1609561152] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:965; }","duration":"423.967621ms","start":"2026-04-19T00:56:31.665391Z","end":"2026-04-19T00:56:32.089358Z","steps":["trace[1609561152] 'agreement among raft nodes before linearized reading' (duration: 231.629661ms)","trace[1609561152] 'range keys from in-memory index tree' (duration: 192.209657ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:56:32.089451Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"180.753485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T00:56:32.089684Z","caller":"traceutil/trace.go:172","msg":"trace[466959756] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"189.105786ms","start":"2026-04-19T00:56:31.900564Z","end":"2026-04-19T00:56:32.089670Z","steps":["trace[466959756] 'compare' (duration: 180.619442ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:32.089698Z","caller":"traceutil/trace.go:172","msg":"trace[358212049] linearizableReadLoop","detail":"{readStateIndex:1125; appliedIndex:1124; }","duration":"178.852283ms","start":"2026-04-19T00:56:31.910809Z","end":"2026-04-19T00:56:32.089662Z","steps":["trace[358212049] 'read index received' (duration: 559.593µs)","trace[358212049] 'applied index is now lower than readState.Index' (duration: 178.29103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:56:32.089947Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"179.118749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-19T00:56:32.090687Z","caller":"traceutil/trace.go:172","msg":"trace[114386595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:967; }","duration":"179.869206ms","start":"2026-04-19T00:56:31.910801Z","end":"2026-04-19T00:56:32.090670Z","steps":["trace[114386595] 'agreement among raft nodes before linearized reading' (duration: 178.985776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:32.724354Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566474877192705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T00:56:32.782510Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"61135990ff69ea89","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"666.352602ms"} {"level":"warn","ts":"2026-04-19T00:56:32.782633Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"15a9e19d9d5803bd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"666.477565ms"} {"level":"info","ts":"2026-04-19T00:56:32.838083Z","caller":"traceutil/trace.go:172","msg":"trace[1370891098] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1126; }","duration":"614.025061ms","start":"2026-04-19T00:56:32.224032Z","end":"2026-04-19T00:56:32.838057Z","steps":["trace[1370891098] 'read index received' (duration: 614.01577ms)","trace[1370891098] 'applied index is now lower than readState.Index' (duration: 5.941µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:56:32.851927Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"627.889533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:32.851982Z","caller":"traceutil/trace.go:172","msg":"trace[1475328117] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:967; }","duration":"627.959895ms","start":"2026-04-19T00:56:32.224010Z","end":"2026-04-19T00:56:32.851970Z","steps":["trace[1475328117] 'agreement among raft nodes before linearized reading' (duration: 614.155394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:32.852017Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:32.223992Z","time spent":"628.016836ms","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-19T00:56:32.852826Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"611.340498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:32.852878Z","caller":"traceutil/trace.go:172","msg":"trace[326231880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:970; }","duration":"611.389709ms","start":"2026-04-19T00:56:32.241477Z","end":"2026-04-19T00:56:32.852867Z","steps":["trace[326231880] 'agreement among raft nodes before linearized reading' (duration: 611.321588ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:32.853061Z","caller":"traceutil/trace.go:172","msg":"trace[149482493] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"756.761474ms","start":"2026-04-19T00:56:32.096284Z","end":"2026-04-19T00:56:32.853046Z","steps":["trace[149482493] 'process raft request' (duration: 756.423986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:32.853104Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"188.200067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T00:56:32.853171Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:32.096266Z","time spent":"756.847896ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:56:32.853190Z","caller":"traceutil/trace.go:172","msg":"trace[259818715] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:970; }","duration":"188.30544ms","start":"2026-04-19T00:56:32.664865Z","end":"2026-04-19T00:56:32.853170Z","steps":["trace[259818715] 'agreement among raft nodes before linearized reading' (duration: 188.158156ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:32.853301Z","caller":"traceutil/trace.go:172","msg":"trace[180813852] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"896.795114ms","start":"2026-04-19T00:56:31.956493Z","end":"2026-04-19T00:56:32.853288Z","steps":["trace[180813852] 'process raft request' (duration: 826.197756ms)","trace[180813852] 'compare' (duration: 69.922683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:56:32.853192Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:32.241458Z","time spent":"611.439691ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T00:56:32.853751Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:31.956467Z","time spent":"896.867046ms","remote":"127.0.0.1:44662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-19T00:56:32.853890Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"339.294825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-44pdk\" limit:1 ","response":"range_response_count:1 size:18349"} {"level":"info","ts":"2026-04-19T00:56:32.854333Z","caller":"traceutil/trace.go:172","msg":"trace[605586301] range","detail":"{range_begin:/registry/pods/kube-system/cilium-44pdk; range_end:; response_count:1; response_revision:970; }","duration":"339.339386ms","start":"2026-04-19T00:56:32.514583Z","end":"2026-04-19T00:56:32.853923Z","steps":["trace[605586301] 'agreement among raft nodes before linearized reading' (duration: 338.63364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:32.854379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:32.514564Z","time spent":"339.803906ms","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18372,"request content":"key:\"/registry/pods/kube-system/cilium-44pdk\" limit:1 "} {"level":"warn","ts":"2026-04-19T00:56:33.356589Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566474877192708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T00:56:33.505870Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"61135990ff69ea89","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"466.539944ms"} {"level":"warn","ts":"2026-04-19T00:56:33.505939Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"15a9e19d9d5803bd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"466.617476ms"} {"level":"warn","ts":"2026-04-19T00:56:33.856945Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566474877192708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T00:56:34.357459Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566474877192708,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-19T00:56:34.599120Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"f8844a9a4263041d [logterm: 2, index: 1140, vote: f8844a9a4263041d] ignored MsgPreVote from 61135990ff69ea89 [logterm: 2, index: 1138] at term 2: lease is not expired (remaining ticks: 8)"} {"level":"warn","ts":"2026-04-19T00:56:34.856273Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000345717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-19T00:56:34.856352Z","caller":"traceutil/trace.go:172","msg":"trace[618168620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043717s","start":"2026-04-19T00:56:32.855898Z","end":"2026-04-19T00:56:34.856335Z","steps":["trace[618168620] 'agreement among raft nodes before linearized reading' (duration: 2.000331227s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:34.856493Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:32.855883Z","time spent":"2.000599573s","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/19 00:56:34 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-19T00:56:34.858508Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566474877192708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T00:56:34.882390Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.217232504s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:34.882511Z","caller":"traceutil/trace.go:172","msg":"trace[610944177] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:970; }","duration":"1.217353297s","start":"2026-04-19T00:56:33.665137Z","end":"2026-04-19T00:56:34.882490Z","steps":["trace[610944177] 'range keys from in-memory index tree' (duration: 1.217133111s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:34.883424Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.377141491s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-19T00:56:35.064922Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.558761246s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T00:56:35.065082Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"61135990ff69ea89","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.359121645s"} {"level":"warn","ts":"2026-04-19T00:56:35.065107Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"15a9e19d9d5803bd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.359151156s"} {"level":"info","ts":"2026-04-19T00:56:35.065312Z","caller":"traceutil/trace.go:172","msg":"trace[953280837] linearizableReadLoop","detail":"{readStateIndex:1130; appliedIndex:1130; }","duration":"2.209390081s","start":"2026-04-19T00:56:32.855901Z","end":"2026-04-19T00:56:35.065291Z","steps":["trace[953280837] 'read index received' (duration: 2.209384101s)","trace[953280837] 'applied index is now lower than readState.Index' (duration: 4.91µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:56:35.089934Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:32.855975Z","time spent":"2.23395129s","remote":"127.0.0.1:43728","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-19T00:56:35.090837Z","caller":"traceutil/trace.go:172","msg":"trace[1391196748] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"2.181475124s","start":"2026-04-19T00:56:32.909336Z","end":"2026-04-19T00:56:35.090811Z","steps":["trace[1391196748] 'process raft request' (duration: 2.181120675s)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:35.090660Z","caller":"traceutil/trace.go:172","msg":"trace[1712602590] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"2.220626152s","start":"2026-04-19T00:56:32.870011Z","end":"2026-04-19T00:56:35.090637Z","steps":["trace[1712602590] 'process raft request' (duration: 2.220212611s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:35.090982Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:32.909322Z","time spent":"2.181588726s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T00:56:35.091224Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:32.869989Z","time spent":"2.221025652s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:56:35.091665Z","caller":"traceutil/trace.go:172","msg":"trace[1241386814] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"1.60080915s","start":"2026-04-19T00:56:33.490842Z","end":"2026-04-19T00:56:35.091651Z","steps":["trace[1241386814] 'process raft request' (duration: 1.600747209s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:35.091742Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:33.490763Z","time spent":"1.600941764s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:56:35.091840Z","caller":"traceutil/trace.go:172","msg":"trace[129884690] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"1.601024315s","start":"2026-04-19T00:56:33.490788Z","end":"2026-04-19T00:56:35.091813Z","steps":["trace[129884690] 'process raft request' (duration: 1.60082867s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:35.091977Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:33.490763Z","time spent":"1.601128938s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:56:35.103010Z","caller":"traceutil/trace.go:172","msg":"trace[766371118] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"242.475401ms","start":"2026-04-19T00:56:34.860517Z","end":"2026-04-19T00:56:35.102993Z","steps":["trace[766371118] 'process raft request' (duration: 242.405739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:35.126142Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"243.571917ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T00:56:35.126156Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"266.868236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-19T00:56:35.126198Z","caller":"traceutil/trace.go:172","msg":"trace[2104947488] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:983; }","duration":"243.628298ms","start":"2026-04-19T00:56:34.882559Z","end":"2026-04-19T00:56:35.126187Z","steps":["trace[2104947488] 'agreement among raft nodes before linearized reading' (duration: 243.558416ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:35.126206Z","caller":"traceutil/trace.go:172","msg":"trace[913957727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:983; }","duration":"266.942907ms","start":"2026-04-19T00:56:34.859252Z","end":"2026-04-19T00:56:35.126195Z","steps":["trace[913957727] 'agreement among raft nodes before linearized reading' (duration: 266.744742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:35.126174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"697.045596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:35.126273Z","caller":"traceutil/trace.go:172","msg":"trace[344334363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:983; }","duration":"697.2044ms","start":"2026-04-19T00:56:34.429053Z","end":"2026-04-19T00:56:35.126257Z","steps":["trace[344334363] 'agreement among raft nodes before linearized reading' (duration: 697.006755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:35.126324Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.262739152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T00:56:35.126298Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"261.385744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:35.126375Z","caller":"traceutil/trace.go:172","msg":"trace[1563952489] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:983; }","duration":"2.262791983s","start":"2026-04-19T00:56:32.863572Z","end":"2026-04-19T00:56:35.126364Z","steps":["trace[1563952489] 'agreement among raft nodes before linearized reading' (duration: 2.262699361s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:35.126339Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:34.429036Z","time spent":"697.295542ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-19T00:56:35.126406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:32.863563Z","time spent":"2.262834414s","remote":"127.0.0.1:44100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"info","ts":"2026-04-19T00:56:35.126414Z","caller":"traceutil/trace.go:172","msg":"trace[1729238732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:983; }","duration":"261.521437ms","start":"2026-04-19T00:56:34.864868Z","end":"2026-04-19T00:56:35.126389Z","steps":["trace[1729238732] 'agreement among raft nodes before linearized reading' (duration: 261.293962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:35.126905Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.03037203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-19T00:56:35.127547Z","caller":"traceutil/trace.go:172","msg":"trace[683417099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:983; }","duration":"1.031019196s","start":"2026-04-19T00:56:34.096504Z","end":"2026-04-19T00:56:35.127523Z","steps":["trace[683417099] 'agreement among raft nodes before linearized reading' (duration: 1.02955869s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:35.128252Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:34.096485Z","time spent":"1.031127589s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-19T00:56:35.631052Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566474877192719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T00:56:35.705836Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"61135990ff69ea89","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"375.020014ms"} {"level":"warn","ts":"2026-04-19T00:56:35.705906Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"15a9e19d9d5803bd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"375.109556ms"} {"level":"info","ts":"2026-04-19T00:56:35.705921Z","caller":"traceutil/trace.go:172","msg":"trace[732285935] linearizableReadLoop","detail":"{readStateIndex:1145; appliedIndex:1145; }","duration":"575.193868ms","start":"2026-04-19T00:56:35.130693Z","end":"2026-04-19T00:56:35.705887Z","steps":["trace[732285935] 'read index received' (duration: 575.183127ms)","trace[732285935] 'applied index is now lower than readState.Index' (duration: 9.601µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:56:36.494465Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566474877192723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T00:56:36.910714Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.78289242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-04-19T00:56:36.910794Z","caller":"traceutil/trace.go:172","msg":"trace[663985461] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:985; }","duration":"1.782981583s","start":"2026-04-19T00:56:35.127794Z","end":"2026-04-19T00:56:36.910775Z","steps":["trace[663985461] 'agreement among raft nodes before linearized reading' (duration: 578.109439ms)","trace[663985461] 'range keys from in-memory index tree' (duration: 1.204612407s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:56:36.910832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:35.127779Z","time spent":"1.783044324s","remote":"127.0.0.1:43982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":483,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" limit:1 "} {"level":"warn","ts":"2026-04-19T00:56:36.910911Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.783610397s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:36.910993Z","caller":"traceutil/trace.go:172","msg":"trace[1189290475] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:985; }","duration":"1.78369742s","start":"2026-04-19T00:56:35.127274Z","end":"2026-04-19T00:56:36.910972Z","steps":["trace[1189290475] 'agreement among raft nodes before linearized reading' (duration: 578.696263ms)","trace[1189290475] 'range keys from in-memory index tree' (duration: 1.204890354s)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:56:36.911018Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.204990427s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-19T00:56:36.995463Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":296566474877192723,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-19T00:56:36.997201Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.289087832s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-19T00:56:36.997370Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"61135990ff69ea89","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.09144522s"} {"level":"warn","ts":"2026-04-19T00:56:36.997394Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"15a9e19d9d5803bd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.091473211s"} {"level":"warn","ts":"2026-04-19T00:56:36.997779Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":296566474877192723,"received-request-id":296566474877192719} {"level":"info","ts":"2026-04-19T00:56:36.998230Z","caller":"traceutil/trace.go:172","msg":"trace[694210532] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"1.861197485s","start":"2026-04-19T00:56:35.137010Z","end":"2026-04-19T00:56:36.998207Z","steps":["trace[694210532] 'process raft request' (duration: 1.860695393s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:36.998486Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:35.136987Z","time spent":"1.861295587s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:56:36.998761Z","caller":"traceutil/trace.go:172","msg":"trace[375431678] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"1.860528408s","start":"2026-04-19T00:56:35.138217Z","end":"2026-04-19T00:56:36.998745Z","steps":["trace[375431678] 'process raft request' (duration: 1.859825481s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:36.998906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:35.138208Z","time spent":"1.860660121s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:56:37.001775Z","caller":"traceutil/trace.go:172","msg":"trace[1865241811] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"1.497026158s","start":"2026-04-19T00:56:35.504739Z","end":"2026-04-19T00:56:37.001766Z","steps":["trace[1865241811] 'process raft request' (duration: 1.49506251s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:37.001826Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:35.504707Z","time spent":"1.49709294s","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:56:37.005582Z","caller":"traceutil/trace.go:172","msg":"trace[531204058] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"509.871721ms","start":"2026-04-19T00:56:36.495702Z","end":"2026-04-19T00:56:37.005574Z","steps":["trace[531204058] 'process raft request' (duration: 509.839291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:37.005630Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:36.495689Z","time spent":"509.917242ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4166,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T00:56:37.005600Z","caller":"traceutil/trace.go:172","msg":"trace[1267195889] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1151; }","duration":"1.011252616s","start":"2026-04-19T00:56:35.994175Z","end":"2026-04-19T00:56:37.005428Z","steps":["trace[1267195889] 'read index received' (duration: 1.011246415s)","trace[1267195889] 'applied index is now lower than readState.Index' (duration: 5.011µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T00:56:37.005851Z","caller":"traceutil/trace.go:172","msg":"trace[1497030960] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"513.46126ms","start":"2026-04-19T00:56:36.492383Z","end":"2026-04-19T00:56:37.005845Z","steps":["trace[1497030960] 'process raft request' (duration: 513.124992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:37.005888Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:36.492336Z","time spent":"513.535142ms","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T00:56:37.006143Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.011729227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:37.006222Z","caller":"traceutil/trace.go:172","msg":"trace[1480959771] range","detail":"{range_begin:/registry/services/specs; range_end:; response_count:0; response_revision:994; }","duration":"1.012045545s","start":"2026-04-19T00:56:35.994165Z","end":"2026-04-19T00:56:37.006211Z","steps":["trace[1480959771] 'agreement among raft nodes before linearized reading' (duration: 1.011695547s)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:37.006261Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:35.994143Z","time spent":"1.012107157s","remote":"127.0.0.1:44020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs\" limit:1 "} {"level":"warn","ts":"2026-04-19T00:56:37.027992Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"786.086276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T00:56:37.028015Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"132.123315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T00:56:37.028043Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"114.99705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:3 size:387"} {"level":"info","ts":"2026-04-19T00:56:37.028057Z","caller":"traceutil/trace.go:172","msg":"trace[1455376225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:994; }","duration":"786.156298ms","start":"2026-04-19T00:56:36.241883Z","end":"2026-04-19T00:56:37.028039Z","steps":["trace[1455376225] 'agreement among raft nodes before linearized reading' (duration: 780.798483ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:37.028073Z","caller":"traceutil/trace.go:172","msg":"trace[658305596] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:3; response_revision:994; }","duration":"115.028191ms","start":"2026-04-19T00:56:36.913037Z","end":"2026-04-19T00:56:37.028065Z","steps":["trace[658305596] 'agreement among raft nodes before linearized reading' (duration: 109.572193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:37.028087Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:36.241862Z","time spent":"786.21893ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-19T00:56:37.028071Z","caller":"traceutil/trace.go:172","msg":"trace[2104263139] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:994; }","duration":"132.191347ms","start":"2026-04-19T00:56:36.895868Z","end":"2026-04-19T00:56:37.028059Z","steps":["trace[2104263139] 'agreement among raft nodes before linearized reading' (duration: 126.78455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:37.028271Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"504.683691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:37.028291Z","caller":"traceutil/trace.go:172","msg":"trace[175266925] range","detail":"{range_begin:/registry/roles; range_end:; response_count:0; response_revision:994; }","duration":"504.703251ms","start":"2026-04-19T00:56:36.523580Z","end":"2026-04-19T00:56:37.028284Z","steps":["trace[175266925] 'agreement among raft nodes before linearized reading' (duration: 499.09374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:37.028305Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:36.523558Z","time spent":"504.743483ms","remote":"127.0.0.1:44342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":19,"response count":0,"response size":28,"request content":"key:\"/registry/roles\" limit:1 "} {"level":"warn","ts":"2026-04-19T00:56:37.028522Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"926.659732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:37.028623Z","caller":"traceutil/trace.go:172","msg":"trace[2046313198] range","detail":"{range_begin:/registry/storageclasses; range_end:; response_count:0; response_revision:994; }","duration":"926.768274ms","start":"2026-04-19T00:56:36.101835Z","end":"2026-04-19T00:56:37.028604Z","steps":["trace[2046313198] 'agreement among raft nodes before linearized reading' (duration: 920.755233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:37.028644Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"115.537364ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-19T00:56:37.028673Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-19T00:56:36.101814Z","time spent":"926.847437ms","remote":"127.0.0.1:44426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses\" limit:1 "} {"level":"info","ts":"2026-04-19T00:56:37.028731Z","caller":"traceutil/trace.go:172","msg":"trace[1808007307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:994; }","duration":"115.565465ms","start":"2026-04-19T00:56:36.913098Z","end":"2026-04-19T00:56:37.028663Z","steps":["trace[1808007307] 'agreement among raft nodes before linearized reading' (duration: 109.507782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:37.029080Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"251.653438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:95 size:7972"} {"level":"info","ts":"2026-04-19T00:56:37.029110Z","caller":"traceutil/trace.go:172","msg":"trace[1970080176] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:95; response_revision:994; }","duration":"251.687249ms","start":"2026-04-19T00:56:36.777416Z","end":"2026-04-19T00:56:37.029103Z","steps":["trace[1970080176] 'agreement among raft nodes before linearized reading' (duration: 245.216456ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:56:37.692602Z","caller":"traceutil/trace.go:172","msg":"trace[534673355] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"160.532311ms","start":"2026-04-19T00:56:37.532045Z","end":"2026-04-19T00:56:37.692577Z","steps":["trace[534673355] 'process raft request' (duration: 110.204524ms)","trace[534673355] 'compare' (duration: 50.181093ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T00:56:37.701595Z","caller":"traceutil/trace.go:172","msg":"trace[450471733] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"157.805672ms","start":"2026-04-19T00:56:37.543776Z","end":"2026-04-19T00:56:37.701582Z","steps":["trace[450471733] 'process raft request' (duration: 157.644968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:39.102808Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"201.864253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:56:39.103627Z","caller":"traceutil/trace.go:172","msg":"trace[430157091] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices; range_end:; response_count:0; response_revision:1052; }","duration":"202.673724ms","start":"2026-04-19T00:56:38.900918Z","end":"2026-04-19T00:56:39.103592Z","steps":["trace[430157091] 'range keys from in-memory index tree' (duration: 201.249767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:56:40.365504Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35214","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.538729Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35252","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.559875Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35266","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.597945Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35298","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.620326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35306","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.754999Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35326","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.779950Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35340","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.797111Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35366","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.820785Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35384","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.842204Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35396","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.864874Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35434","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.889598Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35448","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.913330Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35454","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:40.956965Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:41.015785Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35482","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:41.041226Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35506","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:41.059044Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35512","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:41.071370Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35542","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:41.086971Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:41.104230Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:41.148161Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35614","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:41.179980Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35636","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:41.191821Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35644","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:48.321847Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:48.332408Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35700","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:48.436495Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35710","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:48.462603Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35732","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:48.479908Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35752","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:56:52.346121Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:60322","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:57:12.215444Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:57:12.238913Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35428","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:57:12.280634Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35442","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-19T00:57:12.297682Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:35460","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-19T00:58:18.964603Z","caller":"traceutil/trace.go:172","msg":"trace[185517591] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"122.225534ms","start":"2026-04-19T00:58:18.842359Z","end":"2026-04-19T00:58:18.964585Z","steps":["trace[185517591] 'process raft request' (duration: 122.100929ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:58:18.965642Z","caller":"traceutil/trace.go:172","msg":"trace[2006333346] linearizableReadLoop","detail":"{readStateIndex:1938; appliedIndex:1939; }","duration":"123.179616ms","start":"2026-04-19T00:58:18.842440Z","end":"2026-04-19T00:58:18.965620Z","steps":["trace[2006333346] 'read index received' (duration: 123.173836ms)","trace[2006333346] 'applied index is now lower than readState.Index' (duration: 4.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:58:18.965975Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"123.514202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T00:58:18.966050Z","caller":"traceutil/trace.go:172","msg":"trace[394660315] range","detail":"{range_begin:/registry/serviceaccounts; range_end:; response_count:0; response_revision:1664; }","duration":"123.602966ms","start":"2026-04-19T00:58:18.842436Z","end":"2026-04-19T00:58:18.966039Z","steps":["trace[394660315] 'agreement among raft nodes before linearized reading' (duration: 123.301052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T00:58:28.313162Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"61135990ff69ea89","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.615943ms"} {"level":"warn","ts":"2026-04-19T00:58:28.313223Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"15a9e19d9d5803bd","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.682296ms"} {"level":"info","ts":"2026-04-19T00:58:34.012289Z","caller":"traceutil/trace.go:172","msg":"trace[1970539737] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"118.693031ms","start":"2026-04-19T00:58:33.893579Z","end":"2026-04-19T00:58:34.012272Z","steps":["trace[1970539737] 'process raft request' (duration: 42.133626ms)","trace[1970539737] 'compare' (duration: 76.474561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:58:34.251596Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.264494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:183 size:15758"} {"level":"info","ts":"2026-04-19T00:58:34.251659Z","caller":"traceutil/trace.go:172","msg":"trace[1511685361] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:183; response_revision:1725; }","duration":"138.346728ms","start":"2026-04-19T00:58:34.113299Z","end":"2026-04-19T00:58:34.251646Z","steps":["trace[1511685361] 'range keys from in-memory index tree' (duration: 136.969656ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:58:46.225016Z","caller":"traceutil/trace.go:172","msg":"trace[890796361] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"148.822729ms","start":"2026-04-19T00:58:46.076172Z","end":"2026-04-19T00:58:46.224994Z","steps":["trace[890796361] 'process raft request' (duration: 61.305307ms)","trace[890796361] 'compare' (duration: 87.443849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:58:56.838294Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"112.096872ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-19T00:58:56.838388Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"137.981014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" limit:1 ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-04-19T00:58:56.838495Z","caller":"traceutil/trace.go:172","msg":"trace[1029085347] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:1810; }","duration":"138.088079ms","start":"2026-04-19T00:58:56.700385Z","end":"2026-04-19T00:58:56.838473Z","steps":["trace[1029085347] 'agreement among raft nodes before linearized reading' (duration: 26.705109ms)","trace[1029085347] 'range keys from in-memory index tree' (duration: 111.181651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T00:58:56.838594Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"136.321598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:1039"} {"level":"info","ts":"2026-04-19T00:58:56.838928Z","caller":"traceutil/trace.go:172","msg":"trace[1010413832] range","detail":"{range_begin:/registry/clusterroles/system:kube-controller-manager; range_end:; response_count:1; response_revision:1810; }","duration":"136.651713ms","start":"2026-04-19T00:58:56.702254Z","end":"2026-04-19T00:58:56.838906Z","steps":["trace[1010413832] 'agreement among raft nodes before linearized reading' (duration: 136.205662ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T00:58:56.838420Z","caller":"traceutil/trace.go:172","msg":"trace[1908589858] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2107; }","duration":"111.339608ms","start":"2026-04-19T00:58:56.727063Z","end":"2026-04-19T00:58:56.838403Z","steps":["trace[1908589858] 'read index received' (duration: 1.487599ms)","trace[1908589858] 'applied index is now lower than readState.Index' (duration: 109.850488ms)"],"step_count":2}