{"level":"warn","ts":"2026-04-18T17:54:29.129674Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"warn","ts":"2026-04-18T17:54:29.129776Z","caller":"etcdmain/config.go:270","msg":"--snapshot-count is deprecated in 3.6 and will be decommissioned in 3.7."} {"level":"info","ts":"2026-04-18T17:54:29.129784Z","caller":"etcdmain/etcd.go:64","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.83:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--feature-gates=InitialCorruptCheck=true","--initial-advertise-peer-urls=https://199.19.213.83:2380","--initial-cluster=controller-1=https://199.19.213.83:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.83:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.83:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--watch-progress-notify-interval=5s"]} {"level":"info","ts":"2026-04-18T17:54:29.129848Z","caller":"etcdmain/etcd.go:124","msg":"Initialize and start etcd server","data-dir":"/var/lib/etcd","dir-type":"empty"} {"level":"warn","ts":"2026-04-18T17:54:29.129865Z","caller":"embed/config.go:1209","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-18T17:54:29.129873Z","caller":"embed/etcd.go:138","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.83:2380"]} {"level":"info","ts":"2026-04-18T17:54:29.129892Z","caller":"embed/etcd.go:544","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:54:29.130329Z","caller":"embed/etcd.go:146","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.83:2379"]} {"level":"info","ts":"2026-04-18T17:54:29.130412Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.6.4","git-sha":"5400cdc","go-version":"go1.23.11","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.83:2380"],"listen-peer-urls":["https://199.19.213.83:2380"],"advertise-client-urls":["https://199.19.213.83:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.83:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"experimental-local-address":"","cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.19.213.83:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"feature-gates":"InitialCorruptCheck=true","initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","discovery-token":"","discovery-endpoints":"","discovery-dial-timeout":"2s","discovery-request-timeout":"5s","discovery-keepalive-time":"2s","discovery-keepalive-timeout":"6s","discovery-insecure-transport":true,"discovery-insecure-skip-tls-verify":false,"discovery-cert":"","discovery-key":"","discovery-cacert":"","discovery-user":"","downgrade-check-interval":"5s","max-learners":1,"v2-deprecation":"write-only"} {"level":"info","ts":"2026-04-18T17:54:29.131038Z","logger":"bbolt","caller":"backend/backend.go:203","msg":"Opening db file (/var/lib/etcd/member/snap/db) with mode -rw------- and with options: {Timeout: 0s, NoGrowSync: false, NoFreelistSync: true, PreLoadFreelist: false, FreelistType: hashmap, ReadOnly: false, MmapFlags: 8000, InitialMmapSize: 10737418240, PageSize: 0, NoSync: false, OpenFile: 0x0, Mlock: false, Logger: 0xc0003ca120}"} {"level":"info","ts":"2026-04-18T17:54:29.135173Z","logger":"bbolt","caller":"bbolt@v1.4.2/db.go:321","msg":"Opening bbolt db (/var/lib/etcd/member/snap/db) successfully"} {"level":"info","ts":"2026-04-18T17:54:29.135210Z","caller":"storage/backend.go:80","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.254984ms"} {"level":"info","ts":"2026-04-18T17:54:29.135235Z","caller":"etcdserver/bootstrap.go:220","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-18T17:54:29.135278Z","caller":"etcdserver/bootstrap.go:94","msg":"bootstrapping cluster"} {"level":"info","ts":"2026-04-18T17:54:29.135310Z","caller":"etcdserver/bootstrap.go:101","msg":"bootstrapping storage"} {"level":"info","ts":"2026-04-18T17:54:29.143228Z","caller":"etcdserver/bootstrap.go:109","msg":"bootstrapping raft"} {"level":"info","ts":"2026-04-18T17:54:29.143415Z","caller":"etcdserver/bootstrap.go:499","msg":"starting local member","local-member-id":"5887d25060a34f1b","cluster-id":"8c4d9ec591b76d84"} {"level":"info","ts":"2026-04-18T17:54:29.143453Z","caller":"etcdserver/server.go:312","msg":"bootstrap successfully"} {"level":"info","ts":"2026-04-18T17:54:29.143555Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5887d25060a34f1b switched to configuration voters=()"} {"level":"info","ts":"2026-04-18T17:54:29.143619Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"5887d25060a34f1b became follower at term 0"} {"level":"info","ts":"2026-04-18T17:54:29.143639Z","logger":"raft","caller":"v3@v3.6.0/raft.go:493","msg":"newRaft 5887d25060a34f1b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-18T17:54:29.143661Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"5887d25060a34f1b became follower at term 1"} {"level":"info","ts":"2026-04-18T17:54:29.143704Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5887d25060a34f1b switched to configuration voters=(6379298639854128923)"} {"level":"warn","ts":"2026-04-18T17:54:29.151972Z","caller":"auth/store.go:1135","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-18T17:54:29.152956Z","caller":"mvcc/kvstore.go:408","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-18T17:54:29.155437Z","caller":"storage/quota.go:93","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-18T17:54:29.155805Z","caller":"etcdserver/server.go:598","msg":"starting etcd server","local-member-id":"5887d25060a34f1b","local-server-version":"3.6.4","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-18T17:54:29.155938Z","caller":"embed/etcd.go:766","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:54:29.156152Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"5887d25060a34f1b","initial-advertise-peer-urls":["https://199.19.213.83:2380"],"listen-peer-urls":["https://199.19.213.83:2380"],"advertise-client-urls":["https://199.19.213.83:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.83:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-18T17:54:29.156176Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-18T17:54:29.156137Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"199.19.213.83:2380"} {"level":"info","ts":"2026-04-18T17:54:29.158015Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"199.19.213.83:2380"} {"level":"info","ts":"2026-04-18T17:54:29.157708Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:54:29.158084Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:54:29.158237Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5887d25060a34f1b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-18T17:54:29.158597Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5887d25060a34f1b switched to configuration voters=(6379298639854128923)"} {"level":"info","ts":"2026-04-18T17:54:29.158740Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"8c4d9ec591b76d84","local-member-id":"5887d25060a34f1b","added-peer-id":"5887d25060a34f1b","added-peer-peer-urls":["https://199.19.213.83:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-18T17:54:29.158907Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:54:30.144477Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"5887d25060a34f1b is starting a new election at term 1"} {"level":"info","ts":"2026-04-18T17:54:30.144556Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"5887d25060a34f1b became pre-candidate at term 1"} {"level":"info","ts":"2026-04-18T17:54:30.144714Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5887d25060a34f1b received MsgPreVoteResp from 5887d25060a34f1b at term 1"} {"level":"info","ts":"2026-04-18T17:54:30.144746Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5887d25060a34f1b has received 1 MsgPreVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:54:30.144797Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"5887d25060a34f1b became candidate at term 2"} {"level":"info","ts":"2026-04-18T17:54:30.145797Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"5887d25060a34f1b received MsgVoteResp from 5887d25060a34f1b at term 2"} {"level":"info","ts":"2026-04-18T17:54:30.145812Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"5887d25060a34f1b has received 1 MsgVoteResp votes and 0 vote rejections"} {"level":"info","ts":"2026-04-18T17:54:30.145822Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"5887d25060a34f1b became leader at term 2"} {"level":"info","ts":"2026-04-18T17:54:30.145830Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 5887d25060a34f1b elected leader 5887d25060a34f1b at term 2"} {"level":"info","ts":"2026-04-18T17:54:30.146687Z","caller":"etcdserver/server.go:2404","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:54:30.147602Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:54:30.147606Z","caller":"etcdserver/server.go:1804","msg":"published local member to cluster through raft","local-member-id":"5887d25060a34f1b","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.19.213.83:2379]}","cluster-id":"8c4d9ec591b76d84","publish-timeout":"7s"} {"level":"info","ts":"2026-04-18T17:54:30.147955Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:54:30.148117Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"8c4d9ec591b76d84","local-member-id":"5887d25060a34f1b","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:54:30.148259Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:54:30.148315Z","caller":"etcdserver/server.go:2424","msg":"cluster version is updated","cluster-version":"3.6"} {"level":"info","ts":"2026-04-18T17:54:30.148415Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"} {"level":"info","ts":"2026-04-18T17:54:30.148472Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"} {"level":"info","ts":"2026-04-18T17:54:30.149220Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:54:30.149670Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-18T17:54:30.149694Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-04-18T17:54:30.150182Z","caller":"v3rpc/grpc.go:52","msg":"etcdserver: failed to register grpc metrics","error":"duplicate metrics collector registration attempted"} {"level":"info","ts":"2026-04-18T17:54:30.150514Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:54:30.153611Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.83:2379"} {"level":"info","ts":"2026-04-18T17:54:30.156238Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-18T17:54:30.156694Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34210","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.156686Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.156806Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34232","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.172141Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.188391Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:34296","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.204264Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42264","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.218893Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42294","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.226554Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42316","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.235323Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42332","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.242899Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42356","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.252070Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.260759Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42402","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.269754Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42418","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.289606Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42438","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.294206Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42456","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.302341Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42460","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.312916Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42472","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.322903Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42484","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.330610Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42498","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.338633Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42520","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.347218Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42532","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.366187Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42562","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.382522Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42586","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.391285Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42598","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.407186Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42616","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.414048Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42656","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.420768Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42668","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.427231Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42704","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.437020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42724","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.452072Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42748","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.461342Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.467977Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42768","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.475164Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42786","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.482971Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42814","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.489287Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42832","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.497035Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42842","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.507940Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42850","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.517976Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.528229Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.543843Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42916","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.555297Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.564453Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42952","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.574662Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42968","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.583562Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42984","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.592510Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:42994","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.622051Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43018","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.633292Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43026","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.643130Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43044","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.653449Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43058","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.661190Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43072","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.674541Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43092","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.687689Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43112","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.698286Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43130","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.707323Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43152","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.716358Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43162","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.726364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43176","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.736922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.790698Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43224","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.799364Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43242","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:30.849623Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:43244","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:54:33.393302Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.127408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:54:33.393784Z","caller":"traceutil/trace.go:172","msg":"trace[1123241366] transaction","detail":"{read_only:false; response_revision:267; number_of_response:1; }","duration":"234.918885ms","start":"2026-04-18T17:54:33.158831Z","end":"2026-04-18T17:54:33.393750Z","steps":["trace[1123241366] 'process raft request' (duration: 95.873679ms)","trace[1123241366] 'compare' (duration: 137.988105ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:33.638090Z","caller":"traceutil/trace.go:172","msg":"trace[638778060] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"240.238329ms","start":"2026-04-18T17:54:33.397831Z","end":"2026-04-18T17:54:33.638069Z","steps":["trace[638778060] 'process raft request' (duration: 239.912233ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:33.648734Z","caller":"traceutil/trace.go:172","msg":"trace[110285448] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"250.099011ms","start":"2026-04-18T17:54:33.398619Z","end":"2026-04-18T17:54:33.648718Z","steps":["trace[110285448] 'process raft request' (duration: 249.957658ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:33.648726Z","caller":"traceutil/trace.go:172","msg":"trace[1865923642] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"128.018093ms","start":"2026-04-18T17:54:33.520687Z","end":"2026-04-18T17:54:33.648705Z","steps":["trace[1865923642] 'process raft request' (duration: 127.975791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:38.936553Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"383.2415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" limit:1 ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-18T17:54:38.936624Z","caller":"traceutil/trace.go:172","msg":"trace[179432903] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:353; }","duration":"383.336012ms","start":"2026-04-18T17:54:38.553275Z","end":"2026-04-18T17:54:38.936611Z","steps":["trace[179432903] 'range keys from in-memory index tree' (duration: 383.030755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:38.936655Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:54:38.553244Z","time spent":"383.403893ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" limit:1 "} {"level":"info","ts":"2026-04-18T17:55:11.982898Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5887d25060a34f1b switched to configuration voters=(6379298639854128923) learners=(9721852081312942981)"} {"level":"info","ts":"2026-04-18T17:55:11.983065Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"8c4d9ec591b76d84","local-member-id":"5887d25060a34f1b","added-peer-id":"86eaf4f5998ccb85","added-peer-peer-urls":["https://199.19.213.175:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:55:11.983095Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:11.983131Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:11.983198Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:11.983235Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:11.983255Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85","remote-peer-urls":["https://199.19.213.175:2380"]} {"level":"info","ts":"2026-04-18T17:55:11.983369Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"5887d25060a34f1b","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:11.983265Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:11.983291Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:11.983336Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"error","ts":"2026-04-18T17:55:12.029175Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:55:12.532916Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:55:13.031246Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:55:13.531975Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:55:14.032800Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"warn","ts":"2026-04-18T17:55:14.303494Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.175:2380/version","remote-member-id":"86eaf4f5998ccb85","error":"Get \"https://199.19.213.175:2380/version\": dial tcp 199.19.213.175:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-18T17:55:14.303582Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"86eaf4f5998ccb85","error":"Get \"https://199.19.213.175:2380/version\": dial tcp 199.19.213.175:2380: connect: connection refused"} {"level":"error","ts":"2026-04-18T17:55:14.528189Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-18T17:55:14.584250Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:14.592578Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5887d25060a34f1b","to":"86eaf4f5998ccb85","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:55:14.592618Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:14.595374Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:14.595767Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5887d25060a34f1b","to":"86eaf4f5998ccb85","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:55:14.595816Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:14.596530Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:14.600997Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"5887d25060a34f1b","to":"86eaf4f5998ccb85","bytes":827397,"size":"827 kB"} {"level":"info","ts":"2026-04-18T17:55:14.601130Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":528,"remote-peer-id":"86eaf4f5998ccb85","bytes":827397,"size":"827 kB"} {"level":"info","ts":"2026-04-18T17:55:14.603168Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":819200,"size":"819 kB"} {"level":"info","ts":"2026-04-18T17:55:14.611243Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":528,"remote-peer-id":"86eaf4f5998ccb85","bytes":827397,"size":"827 kB"} {"level":"warn","ts":"2026-04-18T17:55:14.625291Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:14.625330Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85","error":"EOF"} {"level":"info","ts":"2026-04-18T17:55:14.638771Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5887d25060a34f1b","to":"86eaf4f5998ccb85","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-18T17:55:14.638830Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:14.638848Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:14.644528Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5887d25060a34f1b","to":"86eaf4f5998ccb85","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-18T17:55:14.644550Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:14.644560Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:14.692370Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:14.697544Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:15.031092Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5887d25060a34f1b switched to configuration voters=(6379298639854128923 9721852081312942981)"} {"level":"info","ts":"2026-04-18T17:55:15.031314Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"8c4d9ec591b76d84","local-member-id":"5887d25060a34f1b","promoted-member-id":"86eaf4f5998ccb85"} {"level":"info","ts":"2026-04-18T17:55:15.031369Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"5887d25060a34f1b","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"86eaf4f5998ccb85"} {"level":"warn","ts":"2026-04-18T17:55:17.065752Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.175:44980","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:55:35.955708Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-18T17:55:40.573364Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286041,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:55:40.856750Z","caller":"traceutil/trace.go:172","msg":"trace[883775879] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"879.2151ms","start":"2026-04-18T17:55:39.977512Z","end":"2026-04-18T17:55:40.856727Z","steps":["trace[883775879] 'process raft request' (duration: 879.008336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:40.857207Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:39.977479Z","time spent":"879.370353ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:55:40.918704Z","caller":"traceutil/trace.go:172","msg":"trace[1887464902] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:634; }","duration":"845.786107ms","start":"2026-04-18T17:55:40.072881Z","end":"2026-04-18T17:55:40.918667Z","steps":["trace[1887464902] 'read index received' (duration: 845.775776ms)","trace[1887464902] 'applied index is now lower than readState.Index' (duration: 8.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:40.919177Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"846.272625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true ","response":"range_response_count:47 size:3954"} {"level":"info","ts":"2026-04-18T17:55:40.919273Z","caller":"traceutil/trace.go:172","msg":"trace[2063794197] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"265.548271ms","start":"2026-04-18T17:55:40.653697Z","end":"2026-04-18T17:55:40.919246Z","steps":["trace[2063794197] 'process raft request' (duration: 265.372467ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:40.919624Z","caller":"traceutil/trace.go:172","msg":"trace[1552339123] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:47; response_revision:593; }","duration":"846.448617ms","start":"2026-04-18T17:55:40.072860Z","end":"2026-04-18T17:55:40.919308Z","steps":["trace[1552339123] 'agreement among raft nodes before linearized reading' (duration: 845.95429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:40.919703Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:40.072826Z","time spent":"846.850095ms","remote":"127.0.0.1:43188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":47,"response size":3977,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" keys_only:true "} {"level":"warn","ts":"2026-04-18T17:55:40.920162Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"784.304571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:55:40.920174Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"702.442744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:40.920206Z","caller":"traceutil/trace.go:172","msg":"trace[1322236633] range","detail":"{range_begin:/registry/validatingadmissionpolicybindings; range_end:; response_count:0; response_revision:594; }","duration":"784.349402ms","start":"2026-04-18T17:55:40.135846Z","end":"2026-04-18T17:55:40.920196Z","steps":["trace[1322236633] 'agreement among raft nodes before linearized reading' (duration: 784.28001ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:40.920218Z","caller":"traceutil/trace.go:172","msg":"trace[1312389252] range","detail":"{range_begin:/registry/flowschemas; range_end:; response_count:0; response_revision:594; }","duration":"702.490075ms","start":"2026-04-18T17:55:40.217715Z","end":"2026-04-18T17:55:40.920205Z","steps":["trace[1312389252] 'agreement among raft nodes before linearized reading' (duration: 702.418183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:40.920236Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:40.135813Z","time spent":"784.412963ms","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicybindings\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:40.920248Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:40.217627Z","time spent":"702.613257ms","remote":"127.0.0.1:43000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":28,"request content":"key:\"/registry/flowschemas\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:55:40.920302Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"726.913455ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:40.920375Z","caller":"traceutil/trace.go:172","msg":"trace[1758843154] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:594; }","duration":"726.998487ms","start":"2026-04-18T17:55:40.193357Z","end":"2026-04-18T17:55:40.920355Z","steps":["trace[1758843154] 'agreement among raft nodes before linearized reading' (duration: 726.885205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:40.920386Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"267.033165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:40.920570Z","caller":"traceutil/trace.go:172","msg":"trace[2014022074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:594; }","duration":"267.217129ms","start":"2026-04-18T17:55:40.653337Z","end":"2026-04-18T17:55:40.920554Z","steps":["trace[2014022074] 'agreement among raft nodes before linearized reading' (duration: 266.933683ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:44.611916Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"5887d25060a34f1b","to":"86eaf4f5998ccb85","bytes":827397,"size":"827 kB","took":"30.010905827s"} {"level":"info","ts":"2026-04-18T17:55:51.121211Z","caller":"traceutil/trace.go:172","msg":"trace[1216224100] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"207.675281ms","start":"2026-04-18T17:55:50.913511Z","end":"2026-04-18T17:55:51.121187Z","steps":["trace[1216224100] 'process raft request' (duration: 207.556069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:51.121734Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"12.135275ms"} {"level":"info","ts":"2026-04-18T17:55:51.278506Z","caller":"traceutil/trace.go:172","msg":"trace[9402244] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:665; }","duration":"168.633083ms","start":"2026-04-18T17:55:51.109854Z","end":"2026-04-18T17:55:51.278487Z","steps":["trace[9402244] 'read index received' (duration: 168.628293ms)","trace[9402244] 'applied index is now lower than readState.Index' (duration: 4.03µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:51.280917Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"171.031022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:51.281008Z","caller":"traceutil/trace.go:172","msg":"trace[1890200953] range","detail":"{range_begin:/registry/clusterroles; range_end:; response_count:0; response_revision:620; }","duration":"171.143364ms","start":"2026-04-18T17:55:51.109848Z","end":"2026-04-18T17:55:51.280992Z","steps":["trace[1890200953] 'agreement among raft nodes before linearized reading' (duration: 168.704903ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:51.281499Z","caller":"traceutil/trace.go:172","msg":"trace[914144071] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"330.149065ms","start":"2026-04-18T17:55:50.951336Z","end":"2026-04-18T17:55:51.281485Z","steps":["trace[914144071] 'process raft request' (duration: 327.073245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:51.281606Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:55:50.951321Z","time spent":"330.221088ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:55:56.634009Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5887d25060a34f1b switched to configuration voters=(6379298639854128923 9721852081312942981) learners=(12298250488545028361)"} {"level":"info","ts":"2026-04-18T17:55:56.634180Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"8c4d9ec591b76d84","local-member-id":"5887d25060a34f1b","added-peer-id":"aaac29a910802909","added-peer-peer-urls":["https://199.19.213.221:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:55:56.634226Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.634304Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.634564Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.635681Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.635715Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909","remote-peer-urls":["https://199.19.213.221:2380"]} {"level":"info","ts":"2026-04-18T17:55:56.635741Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.635797Z","caller":"rafthttp/stream.go:394","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:56.635714Z","caller":"rafthttp/stream.go:168","msg":"started stream writer with remote peer","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"warn","ts":"2026-04-18T17:55:56.684601Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.221:60062","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-18T17:55:56.685392Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:55:57.204920Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-18T17:55:57.205036Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"aaac29a910802909","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"error","ts":"2026-04-18T17:55:57.690213Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:55:58.190643Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*peerMemberPromoteHandler).ServeHTTP\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/peer.go:140\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2747\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3210\nnet/http.(*conn).serve\n\tnet/http/server.go:2092"} {"level":"warn","ts":"2026-04-18T17:55:58.190801Z","caller":"etcdhttp/peer.go:152","msg":"failed to promote a member","member-id":"aaac29a910802909","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-18T17:55:58.335557Z","caller":"etcdserver/cluster_util.go:259","msg":"failed to reach the peer URL","address":"https://199.19.213.221:2380/version","remote-member-id":"aaac29a910802909","error":"Get \"https://199.19.213.221:2380/version\": dial tcp 199.19.213.221:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-18T17:55:58.335643Z","caller":"etcdserver/cluster_util.go:160","msg":"failed to get version","remote-member-id":"aaac29a910802909","error":"Get \"https://199.19.213.221:2380/version\": dial tcp 199.19.213.221:2380: connect: connection refused"} {"level":"warn","ts":"2026-04-18T17:55:58.690302Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.221:60126","server-name":"","error":"EOF"} {"level":"error","ts":"2026-04-18T17:55:58.690881Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"error","ts":"2026-04-18T17:55:59.187581Z","caller":"etcdserver/server.go:1585","msg":"rejecting promote learner: learner is not ready","learner-ready-percent":0,"ready-percent-threshold":0.9,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).isLearnerReady\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1585\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).mayPromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1526\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).promoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1498\ngo.etcd.io/etcd/server/v3/etcdserver.(*EtcdServer).PromoteMember\n\tgo.etcd.io/etcd/server/v3/etcdserver/server.go:1450\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.(*ClusterServer).MemberPromote\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/member.go:101\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler.func1\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7432\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.(*ServerMetrics).UnaryServerInterceptor.UnaryServerInterceptor.func12\n\tgithub.com/grpc-ecosystem/go-grpc-middleware/v2@v2.1.0/interceptors/server.go:22\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newUnaryInterceptor.func5\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:74\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1217\ngo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc.Server.newLogUnaryInterceptor.func4\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/v3rpc/interceptor.go:81\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1208\ngo.etcd.io/etcd/api/v3/etcdserverpb._Cluster_MemberPromote_Handler\n\tgo.etcd.io/etcd/api/v3@v3.6.4/etcdserverpb/rpc.pb.go:7434\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1405\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1815\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.71.1/server.go:1035"} {"level":"info","ts":"2026-04-18T17:55:59.551932Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.552001Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.552679Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.565005Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5887d25060a34f1b","to":"aaac29a910802909","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:55:59.565037Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.565344Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5887d25060a34f1b","to":"aaac29a910802909","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:55:59.565380Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.641300Z","caller":"etcdserver/server.go:1838","msg":"sending merged snapshot","from":"5887d25060a34f1b","to":"aaac29a910802909","bytes":1045035,"size":"1.0 MB"} {"level":"info","ts":"2026-04-18T17:55:59.641572Z","caller":"rafthttp/snapshot_sender.go:82","msg":"sending database snapshot","snapshot-index":693,"remote-peer-id":"aaac29a910802909","bytes":1045035,"size":"1.0 MB"} {"level":"info","ts":"2026-04-18T17:55:59.648538Z","caller":"etcdserver/snapshot_merge.go:64","msg":"sent database snapshot to writer","bytes":1036288,"size":"1.0 MB"} {"level":"info","ts":"2026-04-18T17:55:59.668131Z","caller":"rafthttp/snapshot_sender.go:131","msg":"sent database snapshot","snapshot-index":693,"remote-peer-id":"aaac29a910802909","bytes":1045035,"size":"1.0 MB"} {"level":"warn","ts":"2026-04-18T17:55:59.678252Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"199.19.213.221:60146","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:59.691465Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:55:59.691642Z","caller":"rafthttp/stream.go:420","msg":"lost TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909","error":"EOF"} {"level":"info","ts":"2026-04-18T17:55:59.693574Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"5887d25060a34f1b switched to configuration voters=(6379298639854128923 9721852081312942981 12298250488545028361)"} {"level":"info","ts":"2026-04-18T17:55:59.693831Z","caller":"membership/cluster.go:550","msg":"promote member","cluster-id":"8c4d9ec591b76d84","local-member-id":"5887d25060a34f1b","promoted-member-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.693892Z","caller":"etcdserver/server.go:1752","msg":"applied a configuration change through raft","local-member-id":"5887d25060a34f1b","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.710590Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.725446Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5887d25060a34f1b","to":"aaac29a910802909","stream-type":"stream Message"} {"level":"warn","ts":"2026-04-18T17:55:59.725478Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.725493Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.727575Z","caller":"rafthttp/stream.go:411","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.733259Z","caller":"rafthttp/stream.go:248","msg":"set message encoder","from":"5887d25060a34f1b","to":"aaac29a910802909","stream-type":"stream MsgApp v2"} {"level":"warn","ts":"2026-04-18T17:55:59.733330Z","caller":"rafthttp/stream.go:264","msg":"closed TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:55:59.733344Z","caller":"rafthttp/stream.go:273","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"5887d25060a34f1b","remote-peer-id":"aaac29a910802909"} {"level":"info","ts":"2026-04-18T17:56:02.926022Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"warn","ts":"2026-04-18T17:56:09.578622Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.917721ms"} {"level":"warn","ts":"2026-04-18T17:56:09.578698Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.999092ms"} {"level":"info","ts":"2026-04-18T17:56:09.578739Z","caller":"traceutil/trace.go:172","msg":"trace[967193716] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:758; }","duration":"347.128878ms","start":"2026-04-18T17:56:09.231572Z","end":"2026-04-18T17:56:09.578701Z","steps":["trace[967193716] 'read index received' (duration: 347.115048ms)","trace[967193716] 'applied index is now lower than readState.Index' (duration: 11.88µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:09.578930Z","caller":"traceutil/trace.go:172","msg":"trace[196457088] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"230.716918ms","start":"2026-04-18T17:56:09.348197Z","end":"2026-04-18T17:56:09.578914Z","steps":["trace[196457088] 'process raft request' (duration: 230.665437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:09.579013Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"347.414723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:09.579085Z","caller":"traceutil/trace.go:172","msg":"trace[1782171421] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"355.402804ms","start":"2026-04-18T17:56:09.223635Z","end":"2026-04-18T17:56:09.579038Z","steps":["trace[1782171421] 'process raft request' (duration: 355.13275ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:09.579104Z","caller":"traceutil/trace.go:172","msg":"trace[1178966203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:700; }","duration":"347.526995ms","start":"2026-04-18T17:56:09.231558Z","end":"2026-04-18T17:56:09.579085Z","steps":["trace[1178966203] 'agreement among raft nodes before linearized reading' (duration: 347.24878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:09.579172Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.231535Z","time spent":"347.626248ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:09.579216Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.223609Z","time spent":"355.524655ms","remote":"127.0.0.1:42278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:09.894821Z","caller":"traceutil/trace.go:172","msg":"trace[191981978] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"306.248421ms","start":"2026-04-18T17:56:09.588544Z","end":"2026-04-18T17:56:09.894792Z","steps":["trace[191981978] 'process raft request' (duration: 293.371701ms)","trace[191981978] 'compare' (duration: 12.618496ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:09.894868Z","caller":"traceutil/trace.go:172","msg":"trace[1057289759] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"304.422771ms","start":"2026-04-18T17:56:09.590429Z","end":"2026-04-18T17:56:09.894852Z","steps":["trace[1057289759] 'process raft request' (duration: 304.236798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:09.895233Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.590417Z","time spent":"304.754436ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:09.895801Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:09.588526Z","time spent":"306.476555ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:19.360110Z","caller":"etcdserver/server.go:2246","msg":"skip compaction since there is an inflight snapshot"} {"level":"info","ts":"2026-04-18T17:56:26.270915Z","caller":"traceutil/trace.go:172","msg":"trace[668079540] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"149.826996ms","start":"2026-04-18T17:56:26.121070Z","end":"2026-04-18T17:56:26.270897Z","steps":["trace[668079540] 'process raft request' (duration: 149.761646ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:26.270921Z","caller":"traceutil/trace.go:172","msg":"trace[1499972923] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"213.37473ms","start":"2026-04-18T17:56:26.057529Z","end":"2026-04-18T17:56:26.270904Z","steps":["trace[1499972923] 'process raft request' (duration: 151.649505ms)","trace[1499972923] 'compare' (duration: 61.534892ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:29.668912Z","caller":"etcdserver/server.go:1856","msg":"sent merged snapshot","from":"5887d25060a34f1b","to":"aaac29a910802909","bytes":1045035,"size":"1.0 MB","took":"30.027613569s"} {"level":"warn","ts":"2026-04-18T17:56:36.479160Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"186.913582ms"} {"level":"warn","ts":"2026-04-18T17:56:36.479247Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"187.010124ms"} {"level":"info","ts":"2026-04-18T17:56:36.479503Z","caller":"traceutil/trace.go:172","msg":"trace[51755449] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"383.175422ms","start":"2026-04-18T17:56:36.096301Z","end":"2026-04-18T17:56:36.479477Z","steps":["trace[51755449] 'process raft request' (duration: 383.04647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.479662Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.096285Z","time spent":"383.305833ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:36.600050Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:36.784890Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.614199ms"} {"level":"warn","ts":"2026-04-18T17:56:36.784953Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"105.688999ms"} {"level":"info","ts":"2026-04-18T17:56:36.785210Z","caller":"traceutil/trace.go:172","msg":"trace[2065028198] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"487.810779ms","start":"2026-04-18T17:56:36.297383Z","end":"2026-04-18T17:56:36.785194Z","steps":["trace[2065028198] 'process raft request' (duration: 487.659526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.785323Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.297355Z","time spent":"487.9012ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:36.785020Z","caller":"traceutil/trace.go:172","msg":"trace[2077279733] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:943; }","duration":"685.729732ms","start":"2026-04-18T17:56:36.099252Z","end":"2026-04-18T17:56:36.784981Z","steps":["trace[2077279733] 'read index received' (duration: 685.718091ms)","trace[2077279733] 'applied index is now lower than readState.Index' (duration: 9.531µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:36.785345Z","caller":"traceutil/trace.go:172","msg":"trace[700789097] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"479.059688ms","start":"2026-04-18T17:56:36.306265Z","end":"2026-04-18T17:56:36.785325Z","steps":["trace[700789097] 'process raft request' (duration: 478.893775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.785794Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"686.537604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-18T17:56:36.785625Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.306241Z","time spent":"479.314143ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:36.785842Z","caller":"traceutil/trace.go:172","msg":"trace[674947325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:870; }","duration":"686.587495ms","start":"2026-04-18T17:56:36.099242Z","end":"2026-04-18T17:56:36.785829Z","steps":["trace[674947325] 'agreement among raft nodes before linearized reading' (duration: 685.995905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.786295Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.099225Z","time spent":"687.055413ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:36.788246Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"594.521911ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:36.788304Z","caller":"traceutil/trace.go:172","msg":"trace[538556861] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:870; }","duration":"594.582541ms","start":"2026-04-18T17:56:36.193709Z","end":"2026-04-18T17:56:36.788292Z","steps":["trace[538556861] 'agreement among raft nodes before linearized reading' (duration: 594.48061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.788935Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"354.829818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:36.789020Z","caller":"traceutil/trace.go:172","msg":"trace[1346249972] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:870; }","duration":"354.92185ms","start":"2026-04-18T17:56:36.434082Z","end":"2026-04-18T17:56:36.789004Z","steps":["trace[1346249972] 'agreement among raft nodes before linearized reading' (duration: 354.789928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.789066Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.434066Z","time spent":"354.991921ms","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:38.407400Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"462.834286ms"} {"level":"warn","ts":"2026-04-18T17:56:38.407463Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"462.902966ms"} {"level":"warn","ts":"2026-04-18T17:56:39.033367Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.84014113s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.033454Z","caller":"traceutil/trace.go:172","msg":"trace[1102335387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:870; }","duration":"1.840228232s","start":"2026-04-18T17:56:37.193201Z","end":"2026-04-18T17:56:39.033429Z","steps":["trace[1102335387] 'range keys from in-memory index tree' (duration: 1.840095539s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.034338Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.149091401s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:39.034543Z","caller":"traceutil/trace.go:172","msg":"trace[905253031] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"1.238055454s","start":"2026-04-18T17:56:37.796470Z","end":"2026-04-18T17:56:39.034526Z","steps":["trace[905253031] 'process raft request' (duration: 1.237973213s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.034612Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.796445Z","time spent":"1.238136105s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:39.034625Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"90.512672ms"} {"level":"warn","ts":"2026-04-18T17:56:39.034711Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"90.606193ms"} {"level":"info","ts":"2026-04-18T17:56:39.034536Z","caller":"traceutil/trace.go:172","msg":"trace[22713438] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:945; }","duration":"2.134529437s","start":"2026-04-18T17:56:36.899984Z","end":"2026-04-18T17:56:39.034514Z","steps":["trace[22713438] 'read index received' (duration: 864.554µs)","trace[22713438] 'applied index is now lower than readState.Index' (duration: 2.133662433s)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:39.034845Z","caller":"traceutil/trace.go:172","msg":"trace[574954461] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"2.242658661s","start":"2026-04-18T17:56:36.791779Z","end":"2026-04-18T17:56:39.034437Z","steps":["trace[574954461] 'process raft request' (duration: 93.400297ms)","trace[574954461] 'compare' (duration: 2.148036504s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:39.035033Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.791761Z","time spent":"2.243180439s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:39.034866Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.134880463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.035183Z","caller":"traceutil/trace.go:172","msg":"trace[629494042] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:872; }","duration":"2.135203699s","start":"2026-04-18T17:56:36.899968Z","end":"2026-04-18T17:56:39.035171Z","steps":["trace[629494042] 'agreement among raft nodes before linearized reading' (duration: 2.134848043s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.035217Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:36.899946Z","time spent":"2.135261189s","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:39.035388Z","caller":"traceutil/trace.go:172","msg":"trace[538412135] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"243.166253ms","start":"2026-04-18T17:56:38.792205Z","end":"2026-04-18T17:56:39.035372Z","steps":["trace[538412135] 'process raft request' (duration: 242.943259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.036023Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.962651123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.036129Z","caller":"traceutil/trace.go:172","msg":"trace[1125634373] range","detail":"{range_begin:/registry/persistentvolumeclaims; range_end:; response_count:0; response_revision:873; }","duration":"1.962748235s","start":"2026-04-18T17:56:37.073356Z","end":"2026-04-18T17:56:39.036104Z","steps":["trace[1125634373] 'agreement among raft nodes before linearized reading' (duration: 1.962623313s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.036208Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.073341Z","time spent":"1.962821415s","remote":"127.0.0.1:42454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.036442Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.383416094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.036492Z","caller":"traceutil/trace.go:172","msg":"trace[1618580353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:873; }","duration":"1.383465624s","start":"2026-04-18T17:56:37.653014Z","end":"2026-04-18T17:56:39.036479Z","steps":["trace[1618580353] 'agreement among raft nodes before linearized reading' (duration: 1.383388374s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.036530Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.652968Z","time spent":"1.383552506s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:39.036725Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.538162702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingadmissionpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.036776Z","caller":"traceutil/trace.go:172","msg":"trace[939300368] range","detail":"{range_begin:/registry/validatingadmissionpolicies; range_end:; response_count:0; response_revision:873; }","duration":"1.538214893s","start":"2026-04-18T17:56:37.498549Z","end":"2026-04-18T17:56:39.036764Z","steps":["trace[939300368] 'agreement among raft nodes before linearized reading' (duration: 1.538136582s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.036832Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:37.498531Z","time spent":"1.538289335s","remote":"127.0.0.1:43158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/validatingadmissionpolicies\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.037677Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"553.248547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:56:39.037740Z","caller":"traceutil/trace.go:172","msg":"trace[1668505166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:873; }","duration":"553.315259ms","start":"2026-04-18T17:56:38.484412Z","end":"2026-04-18T17:56:39.037728Z","steps":["trace[1668505166] 'agreement among raft nodes before linearized reading' (duration: 551.950277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.037771Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:38.484394Z","time spent":"553.369349ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:40.326116Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"150.107586ms"} {"level":"warn","ts":"2026-04-18T17:56:40.326203Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"150.20636ms"} {"level":"info","ts":"2026-04-18T17:56:40.326864Z","caller":"traceutil/trace.go:172","msg":"trace[1674315421] transaction","detail":"{read_only:false; number_of_response:1; response_revision:936; }","duration":"283.931893ms","start":"2026-04-18T17:56:40.042916Z","end":"2026-04-18T17:56:40.326847Z","steps":["trace[1674315421] 'process raft request' (duration: 283.85454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:40.775077Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:41.276007Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:41.434834Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.106664387s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:41.435065Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"908.839181ms"} {"level":"warn","ts":"2026-04-18T17:56:41.435098Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"908.877402ms"} {"level":"info","ts":"2026-04-18T17:56:41.435169Z","caller":"traceutil/trace.go:172","msg":"trace[309320931] linearizableReadLoop","detail":"{readStateIndex:1083; appliedIndex:1083; }","duration":"1.160613406s","start":"2026-04-18T17:56:40.274527Z","end":"2026-04-18T17:56:41.435140Z","steps":["trace[309320931] 'read index received' (duration: 1.160605626s)","trace[309320931] 'applied index is now lower than readState.Index' (duration: 6.51µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:41.558034Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.283482035s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.558122Z","caller":"traceutil/trace.go:172","msg":"trace[1976218254] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:936; }","duration":"1.283585459s","start":"2026-04-18T17:56:40.274515Z","end":"2026-04-18T17:56:41.558101Z","steps":["trace[1976218254] 'agreement among raft nodes before linearized reading' (duration: 1.160751691s)","trace[1976218254] 'range keys from in-memory index tree' (duration: 122.705132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:41.558260Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"122.831428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:41.558415Z","caller":"traceutil/trace.go:172","msg":"trace[1268090658] transaction","detail":"{read_only:false; number_of_response:1; response_revision:937; }","duration":"1.472179327s","start":"2026-04-18T17:56:40.086219Z","end":"2026-04-18T17:56:41.558398Z","steps":["trace[1268090658] 'process raft request' (duration: 1.472134246s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.558492Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.086184Z","time spent":"1.472268482s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":91,"response count":0,"response size":18092,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:41.713929Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.808478ms"} {"level":"warn","ts":"2026-04-18T17:56:41.713996Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.882172ms"} {"level":"info","ts":"2026-04-18T17:56:41.713948Z","caller":"traceutil/trace.go:172","msg":"trace[1186987219] linearizableReadLoop","detail":"{readStateIndex:1085; appliedIndex:1085; }","duration":"278.702214ms","start":"2026-04-18T17:56:41.435229Z","end":"2026-04-18T17:56:41.713931Z","steps":["trace[1186987219] 'read index received' (duration: 278.695283ms)","trace[1186987219] 'applied index is now lower than readState.Index' (duration: 5.721µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:41.716312Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"378.854897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deviceclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.716438Z","caller":"traceutil/trace.go:172","msg":"trace[1608999785] range","detail":"{range_begin:/registry/deviceclasses; range_end:; response_count:0; response_revision:937; }","duration":"379.000664ms","start":"2026-04-18T17:56:41.337417Z","end":"2026-04-18T17:56:41.716417Z","steps":["trace[1608999785] 'agreement among raft nodes before linearized reading' (duration: 376.58096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.716485Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:41.337397Z","time spent":"379.077877ms","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":27,"response count":0,"response size":28,"request content":"key:\"/registry/deviceclasses\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:41.716718Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.06349272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.716761Z","caller":"traceutil/trace.go:172","msg":"trace[537966926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:937; }","duration":"1.063526422s","start":"2026-04-18T17:56:40.653218Z","end":"2026-04-18T17:56:41.716744Z","steps":["trace[537966926] 'agreement among raft nodes before linearized reading' (duration: 1.060766003s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.716800Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.653197Z","time spent":"1.063597665s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:41.716879Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"662.458102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:41.716950Z","caller":"traceutil/trace.go:172","msg":"trace[2048782138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:937; }","duration":"662.539424ms","start":"2026-04-18T17:56:41.054393Z","end":"2026-04-18T17:56:41.716933Z","steps":["trace[2048782138] 'agreement among raft nodes before linearized reading' (duration: 659.611869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.716998Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:41.054383Z","time spent":"662.599328ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:41.717308Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"673.442454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:41.717351Z","caller":"traceutil/trace.go:172","msg":"trace[1002285610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:937; }","duration":"673.486835ms","start":"2026-04-18T17:56:41.043852Z","end":"2026-04-18T17:56:41.717338Z","steps":["trace[1002285610] 'agreement among raft nodes before linearized reading' (duration: 670.160102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.717383Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:41.043827Z","time spent":"673.546859ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:41.717784Z","caller":"traceutil/trace.go:172","msg":"trace[894307761] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"1.43771618s","start":"2026-04-18T17:56:40.280041Z","end":"2026-04-18T17:56:41.717757Z","steps":["trace[894307761] 'process raft request' (duration: 1.435570808s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.717937Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.280008Z","time spent":"1.437860986s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:41.718322Z","caller":"traceutil/trace.go:172","msg":"trace[2108819643] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"673.011635ms","start":"2026-04-18T17:56:41.045302Z","end":"2026-04-18T17:56:41.718314Z","steps":["trace[2108819643] 'process raft request' (duration: 672.932042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.718379Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:41.045253Z","time spent":"673.090929ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:41.718237Z","caller":"traceutil/trace.go:172","msg":"trace[308399434] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"1.335682006s","start":"2026-04-18T17:56:40.382536Z","end":"2026-04-18T17:56:41.718218Z","steps":["trace[308399434] 'process raft request' (duration: 1.3350691s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.721364Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:40.382485Z","time spent":"1.338664384s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:41.719003Z","caller":"traceutil/trace.go:172","msg":"trace[1887492107] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"677.718188ms","start":"2026-04-18T17:56:41.040800Z","end":"2026-04-18T17:56:41.718518Z","steps":["trace[1887492107] 'process raft request' (duration: 677.215066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.721986Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:41.040774Z","time spent":"681.092643ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:41.739337Z","caller":"traceutil/trace.go:172","msg":"trace[852949661] transaction","detail":"{read_only:false; number_of_response:1; response_revision:943; }","duration":"153.341708ms","start":"2026-04-18T17:56:41.585975Z","end":"2026-04-18T17:56:41.739316Z","steps":["trace[852949661] 'process raft request' (duration: 153.287657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.743850Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"183.777956ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:41.743931Z","caller":"traceutil/trace.go:172","msg":"trace[179567195] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:943; }","duration":"183.88609ms","start":"2026-04-18T17:56:41.560030Z","end":"2026-04-18T17:56:41.743917Z","steps":["trace[179567195] 'agreement among raft nodes before linearized reading' (duration: 183.749225ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:42.195810Z","caller":"traceutil/trace.go:172","msg":"trace[1071829089] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"163.984075ms","start":"2026-04-18T17:56:42.031806Z","end":"2026-04-18T17:56:42.195790Z","steps":["trace[1071829089] 'process raft request' (duration: 154.362862ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:42.374695Z","caller":"traceutil/trace.go:172","msg":"trace[727971303] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"100.75412ms","start":"2026-04-18T17:56:42.273923Z","end":"2026-04-18T17:56:42.374677Z","steps":["trace[727971303] 'process raft request' (duration: 100.613264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:42.967842Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.464752ms"} {"level":"warn","ts":"2026-04-18T17:56:42.967964Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"3.63083ms"} {"level":"warn","ts":"2026-04-18T17:56:43.297384Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"104.27325ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.297467Z","caller":"traceutil/trace.go:172","msg":"trace[1560421885] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:960; }","duration":"104.369004ms","start":"2026-04-18T17:56:43.193083Z","end":"2026-04-18T17:56:43.297452Z","steps":["trace[1560421885] 'range keys from in-memory index tree' (duration: 104.183297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.297514Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"373.242419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.83\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-18T17:56:43.297589Z","caller":"traceutil/trace.go:172","msg":"trace[75676715] range","detail":"{range_begin:/registry/masterleases/199.19.213.83; range_end:; response_count:1; response_revision:960; }","duration":"373.330873ms","start":"2026-04-18T17:56:42.924237Z","end":"2026-04-18T17:56:43.297568Z","steps":["trace[75676715] 'agreement among raft nodes before linearized reading' (duration: 44.817897ms)","trace[75676715] 'range keys from in-memory index tree' (duration: 328.304838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:43.297585Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"329.579282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:43.297627Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:42.924219Z","time spent":"373.399217ms","remote":"127.0.0.1:34250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.83\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:46.090527Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:41580","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:56:47.293402Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:47.326782Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"352.819034ms"} {"level":"warn","ts":"2026-04-18T17:56:47.326850Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"352.896097ms"} {"level":"info","ts":"2026-04-18T17:56:47.327939Z","caller":"traceutil/trace.go:172","msg":"trace[1538731136] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"537.578392ms","start":"2026-04-18T17:56:46.790340Z","end":"2026-04-18T17:56:47.327918Z","steps":["trace[1538731136] 'process raft request' (duration: 537.025959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.330136Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:46.790307Z","time spent":"537.7631ms","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:47.353302Z","caller":"traceutil/trace.go:172","msg":"trace[2117398379] linearizableReadLoop","detail":"{readStateIndex:1232; appliedIndex:1233; }","duration":"560.907588ms","start":"2026-04-18T17:56:46.792370Z","end":"2026-04-18T17:56:47.353278Z","steps":["trace[2117398379] 'read index received' (duration: 560.901348ms)","trace[2117398379] 'applied index is now lower than readState.Index' (duration: 4.14µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:47.354403Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"561.250172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-18T17:56:47.354478Z","caller":"traceutil/trace.go:172","msg":"trace[172364436] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1027; }","duration":"562.094947ms","start":"2026-04-18T17:56:46.792365Z","end":"2026-04-18T17:56:47.354459Z","steps":["trace[172364436] 'agreement among raft nodes before linearized reading' (duration: 561.130757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.354525Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:46.792346Z","time spent":"562.159971ms","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:47.378220Z","caller":"traceutil/trace.go:172","msg":"trace[488405908] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"362.811841ms","start":"2026-04-18T17:56:47.015389Z","end":"2026-04-18T17:56:47.378200Z","steps":["trace[488405908] 'process raft request' (duration: 362.611442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.378366Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.015369Z","time spent":"362.922866ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:47.378401Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"386.517436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-18T17:56:47.378434Z","caller":"traceutil/trace.go:172","msg":"trace[1484875146] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:1028; }","duration":"386.556017ms","start":"2026-04-18T17:56:46.991871Z","end":"2026-04-18T17:56:47.378427Z","steps":["trace[1484875146] 'agreement among raft nodes before linearized reading' (duration: 386.442952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.378451Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:46.991850Z","time spent":"386.596429ms","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:47.378452Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.882926ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:47.378498Z","caller":"traceutil/trace.go:172","msg":"trace[2059298493] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1028; }","duration":"184.931408ms","start":"2026-04-18T17:56:47.193554Z","end":"2026-04-18T17:56:47.378485Z","steps":["trace[2059298493] 'agreement among raft nodes before linearized reading' (duration: 184.870125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.378537Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"275.968126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:47.378551Z","caller":"traceutil/trace.go:172","msg":"trace[1821955427] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs; range_end:; response_count:0; response_revision:1028; }","duration":"275.982358ms","start":"2026-04-18T17:56:47.102564Z","end":"2026-04-18T17:56:47.378547Z","steps":["trace[1821955427] 'agreement among raft nodes before linearized reading' (duration: 275.959176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.378760Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"184.997309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" limit:1 ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-18T17:56:47.380625Z","caller":"traceutil/trace.go:172","msg":"trace[448385726] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:1028; }","duration":"186.157298ms","start":"2026-04-18T17:56:47.193749Z","end":"2026-04-18T17:56:47.379906Z","steps":["trace[448385726] 'agreement among raft nodes before linearized reading' (duration: 184.937347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:47.747581Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"168.726229ms"} {"level":"warn","ts":"2026-04-18T17:56:47.747659Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"168.812812ms"} {"level":"warn","ts":"2026-04-18T17:56:47.892865Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:47.965774Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"217.867906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:47.965974Z","caller":"traceutil/trace.go:172","msg":"trace[821997822] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"582.182119ms","start":"2026-04-18T17:56:47.383771Z","end":"2026-04-18T17:56:47.965953Z","steps":["trace[821997822] 'process raft request' (duration: 364.313024ms)","trace[821997822] 'compare' (duration: 216.362842ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:47.967253Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.383755Z","time spent":"582.297535ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:48.393535Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:48.512964Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"aaac29a910802909","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"565.246467ms"} {"level":"warn","ts":"2026-04-18T17:56:48.513063Z","caller":"etcdserver/raft.go:387","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"86eaf4f5998ccb85","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"565.389813ms"} {"level":"info","ts":"2026-04-18T17:56:48.513007Z","caller":"traceutil/trace.go:172","msg":"trace[528802349] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1235; }","duration":"1.120681999s","start":"2026-04-18T17:56:47.392299Z","end":"2026-04-18T17:56:48.512980Z","steps":["trace[528802349] 'read index received' (duration: 1.120672489s)","trace[528802349] 'applied index is now lower than readState.Index' (duration: 7.93µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:49.013901Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:49.514594Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:49.653207Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.999729585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:49.653293Z","caller":"traceutil/trace.go:172","msg":"trace[1409878509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99986348s","start":"2026-04-18T17:56:47.653411Z","end":"2026-04-18T17:56:49.653274Z","steps":["trace[1409878509] 'agreement among raft nodes before linearized reading' (duration: 1.999723235s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:49.653362Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.653386Z","time spent":"1.999964565s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:50.014988Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286836,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:50.068050Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"5887d25060a34f1b [logterm: 2, index: 1240, vote: 5887d25060a34f1b] ignored MsgPreVote from 86eaf4f5998ccb85 [logterm: 2, index: 1239] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-04-18T17:56:50.515774Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:51.016997Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286836,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:51.121627Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"5887d25060a34f1b [logterm: 2, index: 1241, vote: 5887d25060a34f1b] ignored MsgPreVote from aaac29a910802909 [logterm: 2, index: 1239] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-04-18T17:56:51.517907Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:51.654605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000102231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:51.654690Z","caller":"traceutil/trace.go:172","msg":"trace[1414533527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203785s","start":"2026-04-18T17:56:49.654470Z","end":"2026-04-18T17:56:51.654674Z","steps":["trace[1414533527] 'agreement among raft nodes before linearized reading' (duration: 2.000098081s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.654744Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:49.654453Z","time spent":"2.000282819s","remote":"127.0.0.1:34190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:51 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-18T17:56:51.665570Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1101","msg":"5887d25060a34f1b [logterm: 2, index: 1242, vote: 5887d25060a34f1b] ignored MsgVote from aaac29a910802909 [logterm: 2, index: 1239] at term 2: lease is not expired (remaining ticks: 2)"} {"level":"warn","ts":"2026-04-18T17:56:51.667035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.474203438s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:51.667087Z","caller":"traceutil/trace.go:172","msg":"trace[1144540233] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1029; }","duration":"3.47426796s","start":"2026-04-18T17:56:48.192809Z","end":"2026-04-18T17:56:51.667077Z","steps":["trace[1144540233] 'range keys from in-memory index tree' (duration: 3.474166976s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.667883Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.154700748s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:51.668030Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.275436018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-04-18T17:56:51.668186Z","caller":"traceutil/trace.go:172","msg":"trace[1839939601] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1029; }","duration":"4.275880306s","start":"2026-04-18T17:56:47.392288Z","end":"2026-04-18T17:56:51.668168Z","steps":["trace[1839939601] 'agreement among raft nodes before linearized reading' (duration: 1.120766943s)","trace[1839939601] 'range keys from in-memory index tree' (duration: 3.154233488s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:51.668931Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.392272Z","time spent":"4.276116716s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:51.675266Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1116","msg":"5887d25060a34f1b [term: 2] received a MsgApp message with higher term from aaac29a910802909 [term: 3]"} {"level":"info","ts":"2026-04-18T17:56:51.675394Z","logger":"raft","caller":"v3@v3.6.0/raft.go:897","msg":"5887d25060a34f1b became follower at term 3"} {"level":"info","ts":"2026-04-18T17:56:51.675453Z","logger":"raft","caller":"v3@v3.6.0/log.go:158","msg":"found conflict at index 1240 [existing term: 2, conflicting term: 3]"} {"level":"info","ts":"2026-04-18T17:56:51.675545Z","logger":"raft","caller":"v3@v3.6.0/log_unstable.go:211","msg":"truncate the unstable entries before index 1240"} {"level":"info","ts":"2026-04-18T17:56:51.675606Z","logger":"raft","caller":"v3@v3.6.0/node.go:372","msg":"raft.node: 5887d25060a34f1b changed leader from 5887d25060a34f1b to aaac29a910802909 at term 3"} {"level":"warn","ts":"2026-04-18T17:56:51.804150Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"3.290600005s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:56:51.804296Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"5887d25060a34f1b [term: 3] ignored a MsgAppResp message with lower term from 5887d25060a34f1b [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:51.804334Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"5887d25060a34f1b [term: 3] ignored a MsgAppResp message with lower term from 5887d25060a34f1b [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:51.804351Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"5887d25060a34f1b [term: 3] ignored a MsgAppResp message with lower term from 5887d25060a34f1b [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:51.804460Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1164","msg":"5887d25060a34f1b [term: 3] ignored entry appends from a MsgStorageAppendResp message with lower term [term: 2]"} {"level":"warn","ts":"2026-04-18T17:56:51.804728Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5700323071317286840,"received-request-id":5700323071317286831} {"level":"warn","ts":"2026-04-18T17:56:51.804753Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.810056647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:51.804847Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.019003429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:51.804849Z","caller":"traceutil/trace.go:172","msg":"trace[861947730] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; }","duration":"3.810169292s","start":"2026-04-18T17:56:47.994654Z","end":"2026-04-18T17:56:51.804823Z","steps":["trace[861947730] 'agreement among raft nodes before linearized reading' (duration: 3.810051647s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.804862Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.013465289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:51.804871Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.213068179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:51.804926Z","caller":"traceutil/trace.go:172","msg":"trace[45522863] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; }","duration":"4.013587403s","start":"2026-04-18T17:56:47.791327Z","end":"2026-04-18T17:56:51.804915Z","steps":["trace[45522863] 'agreement among raft nodes before linearized reading' (duration: 4.013458638s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.804943Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.827398893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:51.804955Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.41340257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:51.804966Z","caller":"traceutil/trace.go:172","msg":"trace[1168765387] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; }","duration":"3.827422744s","start":"2026-04-18T17:56:47.977537Z","end":"2026-04-18T17:56:51.804959Z","steps":["trace[1168765387] 'agreement among raft nodes before linearized reading' (duration: 3.827398583s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:51.804989Z","caller":"traceutil/trace.go:172","msg":"trace[229894057] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; }","duration":"3.413436502s","start":"2026-04-18T17:56:48.391545Z","end":"2026-04-18T17:56:51.804981Z","steps":["trace[229894057] 'agreement among raft nodes before linearized reading' (duration: 3.413402769s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.805001Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.977520Z","time spent":"3.827472676s","remote":"127.0.0.1:42868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.804979Z","caller":"etcdserver/server.go:939","msg":"Failed to check current member's leadership","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:51.805016Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"4.011266275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"warn","ts":"2026-04-18T17:56:51.805031Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":6379298639854128923} {"level":"info","ts":"2026-04-18T17:56:51.804954Z","caller":"traceutil/trace.go:172","msg":"trace[2066222197] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; }","duration":"4.213164483s","start":"2026-04-18T17:56:47.591772Z","end":"2026-04-18T17:56:51.804937Z","steps":["trace[2066222197] 'agreement among raft nodes before linearized reading' (duration: 4.213066119s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.805044Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.782987937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"","error":"etcdserver: leader changed"} {"level":"info","ts":"2026-04-18T17:56:51.805050Z","caller":"traceutil/trace.go:172","msg":"trace[1465588964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"4.011301187s","start":"2026-04-18T17:56:47.793742Z","end":"2026-04-18T17:56:51.805043Z","steps":["trace[1465588964] 'agreement among raft nodes before linearized reading' (duration: 4.011265815s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:51.805065Z","caller":"traceutil/trace.go:172","msg":"trace[227797513] range","detail":"{range_begin:/registry/leases; range_end:; }","duration":"3.783008718s","start":"2026-04-18T17:56:48.022050Z","end":"2026-04-18T17:56:51.805059Z","steps":["trace[227797513] 'agreement among raft nodes before linearized reading' (duration: 3.782988127s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.805081Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.793731Z","time spent":"4.011343369s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.805089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.022035Z","time spent":"3.7830473s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":0,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.805089Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.591748Z","time spent":"4.213325409s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.804924Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.994635Z","time spent":"3.810270416s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.805021Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.391523Z","time spent":"3.413491525s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:51.804900Z","caller":"traceutil/trace.go:172","msg":"trace[812140147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"4.019085823s","start":"2026-04-18T17:56:47.785797Z","end":"2026-04-18T17:56:51.804882Z","steps":["trace[812140147] 'agreement among raft nodes before linearized reading' (duration: 4.01902207s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.805221Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.785785Z","time spent":"4.019428807s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.804984Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.791315Z","time spent":"4.013655736s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:51.824081Z","caller":"traceutil/trace.go:172","msg":"trace[646682097] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"4.072357449s","start":"2026-04-18T17:56:47.751705Z","end":"2026-04-18T17:56:51.824062Z","steps":["trace[646682097] 'process raft request' (duration: 4.053118658s)","trace[646682097] 'compare' (duration: 19.100254ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:51.824380Z","caller":"traceutil/trace.go:172","msg":"trace[1518717648] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"4.066780904s","start":"2026-04-18T17:56:47.757580Z","end":"2026-04-18T17:56:51.824361Z","steps":["trace[1518717648] 'process raft request' (duration: 4.06644951s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:51.824422Z","caller":"traceutil/trace.go:172","msg":"trace[782480136] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"3.605224162s","start":"2026-04-18T17:56:48.219176Z","end":"2026-04-18T17:56:51.824400Z","steps":["trace[782480136] 'process raft request' (duration: 3.605096567s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.824488Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.757545Z","time spent":"4.066891569s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:51.824538Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.219120Z","time spent":"3.605367997s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:51.824568Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:47.751683Z","time spent":"4.072522674s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:51.829813Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"5887d25060a34f1b [term: 3] ignored a MsgAppResp message with lower term from 5887d25060a34f1b [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:51.829864Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"5887d25060a34f1b [term: 3] ignored a MsgAppResp message with lower term from 5887d25060a34f1b [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:51.829878Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1175","msg":"5887d25060a34f1b [term: 3] ignored a MsgAppResp message with lower term from 5887d25060a34f1b [term: 2]"} {"level":"info","ts":"2026-04-18T17:56:51.831324Z","caller":"etcdserver/v3_server.go:903","msg":"first commit in current term: resending ReadIndex request"} {"level":"warn","ts":"2026-04-18T17:56:51.870933Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"203.78849ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:51.871107Z","caller":"traceutil/trace.go:172","msg":"trace[1928637789] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1037; }","duration":"203.968036ms","start":"2026-04-18T17:56:51.667124Z","end":"2026-04-18T17:56:51.871092Z","steps":["trace[1928637789] 'agreement among raft nodes before linearized reading' (duration: 203.755838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.871410Z","caller":"etcdserver/server.go:946","msg":"Current member isn't a leader","local-member-id":6379298639854128923,"new-lead":12298250488545028361} {"level":"warn","ts":"2026-04-18T17:56:51.871500Z","caller":"etcdserver/server.go:879","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":6379298639854128923} {"level":"warn","ts":"2026-04-18T17:56:51.871605Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"208.602498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:51.871683Z","caller":"traceutil/trace.go:172","msg":"trace[978649801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1037; }","duration":"208.679282ms","start":"2026-04-18T17:56:51.662991Z","end":"2026-04-18T17:56:51.871670Z","steps":["trace[978649801] 'agreement among raft nodes before linearized reading' (duration: 208.580867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.872190Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.937263248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:51.872439Z","caller":"traceutil/trace.go:172","msg":"trace[608573157] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1037; }","duration":"2.93752212s","start":"2026-04-18T17:56:48.934904Z","end":"2026-04-18T17:56:51.872426Z","steps":["trace[608573157] 'agreement among raft nodes before linearized reading' (duration: 2.937242638s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.872478Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.934882Z","time spent":"2.937587071s","remote":"127.0.0.1:42692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:51.873961Z","caller":"traceutil/trace.go:172","msg":"trace[1879023801] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"198.516873ms","start":"2026-04-18T17:56:51.675430Z","end":"2026-04-18T17:56:51.873947Z","steps":["trace[1879023801] 'process raft request' (duration: 198.426359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.874139Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.082666134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-18T17:56:51.874243Z","caller":"traceutil/trace.go:172","msg":"trace[505600843] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1037; }","duration":"3.08279078s","start":"2026-04-18T17:56:48.791430Z","end":"2026-04-18T17:56:51.874221Z","steps":["trace[505600843] 'agreement among raft nodes before linearized reading' (duration: 3.080893691s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:51.874320Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.791402Z","time spent":"3.082898394s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:51.873783Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5700323071317286841,"received-request-id":5700323071317286840} {"level":"warn","ts":"2026-04-18T17:56:52.374753Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:52.816561Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"155.059399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:52.875863Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:53.376406Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:53.873299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.000107778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:53.873407Z","caller":"traceutil/trace.go:172","msg":"trace[1992660745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264325s","start":"2026-04-18T17:56:51.873124Z","end":"2026-04-18T17:56:53.873389Z","steps":["trace[1992660745] 'agreement among raft nodes before linearized reading' (duration: 2.000104278s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:53.873490Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.873107Z","time spent":"2.000371809s","remote":"127.0.0.1:34190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:53 WARNING: [core] [Server #6]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:53.877495Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:54.377934Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:54.448376Z","caller":"wal/wal.go:845","msg":"slow fdatasync","took":"1.78357112s","expected-duration":"1s"} {"level":"info","ts":"2026-04-18T17:56:54.448686Z","caller":"traceutil/trace.go:172","msg":"trace[18908921] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1250; }","duration":"2.577820675s","start":"2026-04-18T17:56:51.870841Z","end":"2026-04-18T17:56:54.448662Z","steps":["trace[18908921] 'read index received' (duration: 2.577809915s)","trace[18908921] 'applied index is now lower than readState.Index' (duration: 9.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:54.448923Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.616523545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:54.449021Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.616993314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:54.449035Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.614265284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-18T17:56:54.449059Z","caller":"traceutil/trace.go:172","msg":"trace[362051700] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:1041; }","duration":"2.617025106s","start":"2026-04-18T17:56:51.832021Z","end":"2026-04-18T17:56:54.449046Z","steps":["trace[362051700] 'agreement among raft nodes before linearized reading' (duration: 2.616981154s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:54.449063Z","caller":"traceutil/trace.go:172","msg":"trace[1498626104] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:1041; }","duration":"2.614290654s","start":"2026-04-18T17:56:51.834762Z","end":"2026-04-18T17:56:54.449052Z","steps":["trace[1498626104] 'agreement among raft nodes before linearized reading' (duration: 2.614218451s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.449092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.832005Z","time spent":"2.617078568s","remote":"127.0.0.1:42868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:54.449092Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.834754Z","time spent":"2.614330195s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:54.449095Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.616473674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:54.449143Z","caller":"traceutil/trace.go:172","msg":"trace[554994748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1041; }","duration":"2.616527987s","start":"2026-04-18T17:56:51.832603Z","end":"2026-04-18T17:56:54.449131Z","steps":["trace[554994748] 'agreement among raft nodes before linearized reading' (duration: 2.616349959s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.448937Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.616605209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:54.449202Z","caller":"traceutil/trace.go:172","msg":"trace[1373211979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1041; }","duration":"2.616889771s","start":"2026-04-18T17:56:51.832302Z","end":"2026-04-18T17:56:54.449192Z","steps":["trace[1373211979] 'agreement among raft nodes before linearized reading' (duration: 2.616463503s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.449204Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.832595Z","time spent":"2.616600129s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:54.449229Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.616743945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-04-18T17:56:54.449238Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.832281Z","time spent":"2.616941863s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:54.449256Z","caller":"traceutil/trace.go:172","msg":"trace[1716666912] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:1041; }","duration":"2.616771136s","start":"2026-04-18T17:56:51.832477Z","end":"2026-04-18T17:56:54.449249Z","steps":["trace[1716666912] 'agreement among raft nodes before linearized reading' (duration: 2.616692223s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.449280Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.832442Z","time spent":"2.616831648s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:54.449151Z","caller":"traceutil/trace.go:172","msg":"trace[932666443] range","detail":"{range_begin:/registry/leases; range_end:; response_count:0; response_revision:1041; }","duration":"2.616657381s","start":"2026-04-18T17:56:51.832365Z","end":"2026-04-18T17:56:54.449023Z","steps":["trace[932666443] 'agreement among raft nodes before linearized reading' (duration: 2.616337428s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.448981Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.618298949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-04-18T17:56:54.449450Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.832358Z","time spent":"2.617082508s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":20,"response count":0,"response size":28,"request content":"key:\"/registry/leases\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:54.449461Z","caller":"traceutil/trace.go:172","msg":"trace[643208109] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1041; }","duration":"2.618790049s","start":"2026-04-18T17:56:51.830661Z","end":"2026-04-18T17:56:54.449451Z","steps":["trace[643208109] 'agreement among raft nodes before linearized reading' (duration: 2.618205016s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.449496Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.830656Z","time spent":"2.618830191s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:54.449783Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.619145463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-18T17:56:54.449826Z","caller":"traceutil/trace.go:172","msg":"trace[892247066] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1043; }","duration":"2.619187795s","start":"2026-04-18T17:56:51.830627Z","end":"2026-04-18T17:56:54.449814Z","steps":["trace[892247066] 'agreement among raft nodes before linearized reading' (duration: 2.619077101s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.449852Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.830610Z","time spent":"2.619235216s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:54.450060Z","caller":"traceutil/trace.go:172","msg":"trace[1226276184] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"2.568896077s","start":"2026-04-18T17:56:51.881151Z","end":"2026-04-18T17:56:54.450047Z","steps":["trace[1226276184] 'process raft request' (duration: 2.568100236s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.450144Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.881128Z","time spent":"2.568964389s","remote":"127.0.0.1:43038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:54.451095Z","caller":"traceutil/trace.go:172","msg":"trace[877658870] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1043; }","duration":"2.56191847s","start":"2026-04-18T17:56:51.889159Z","end":"2026-04-18T17:56:54.451078Z","steps":["trace[877658870] 'process raft request' (duration: 2.56145699s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.451173Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.889146Z","time spent":"2.561989603s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":188288,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:54.872681Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5700323071317286847,"received-request-id":5700323071317286841} {"level":"info","ts":"2026-04-18T17:56:54.888777Z","caller":"traceutil/trace.go:172","msg":"trace[302112906] linearizableReadLoop","detail":"{readStateIndex:1260; appliedIndex:1261; }","duration":"440.018614ms","start":"2026-04-18T17:56:54.448737Z","end":"2026-04-18T17:56:54.888756Z","steps":["trace[302112906] 'read index received' (duration: 440.012164ms)","trace[302112906] 'applied index is now lower than readState.Index' (duration: 5.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:54.888991Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.96412043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.83\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-18T17:56:54.889174Z","caller":"traceutil/trace.go:172","msg":"trace[1419052819] range","detail":"{range_begin:/registry/masterleases/199.19.213.83; range_end:; response_count:1; response_revision:1050; }","duration":"1.964318307s","start":"2026-04-18T17:56:52.924843Z","end":"2026-04-18T17:56:54.889161Z","steps":["trace[1419052819] 'agreement among raft nodes before linearized reading' (duration: 1.964023546s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:54.889262Z","caller":"traceutil/trace.go:172","msg":"trace[1777188376] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"1.059741303s","start":"2026-04-18T17:56:53.829504Z","end":"2026-04-18T17:56:54.889245Z","steps":["trace[1777188376] 'process raft request' (duration: 1.059377908s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.889366Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"2.5366076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-04-18T17:56:54.889377Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:53.829434Z","time spent":"1.059880399s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:54.889434Z","caller":"traceutil/trace.go:172","msg":"trace[1478949858] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1050; }","duration":"2.536671173s","start":"2026-04-18T17:56:52.352742Z","end":"2026-04-18T17:56:54.889413Z","steps":["trace[1478949858] 'agreement among raft nodes before linearized reading' (duration: 2.536274256s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.889476Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:52.352723Z","time spent":"2.536742995s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:54.889371Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:52.924814Z","time spent":"1.964429341s","remote":"127.0.0.1:34250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.83\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:54.889518Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.00719241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:54.889601Z","caller":"traceutil/trace.go:172","msg":"trace[1232076147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1050; }","duration":"1.007832886s","start":"2026-04-18T17:56:53.881755Z","end":"2026-04-18T17:56:54.889588Z","steps":["trace[1232076147] 'agreement among raft nodes before linearized reading' (duration: 1.007168409s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.889094Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"3.016993573s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:54.889805Z","caller":"traceutil/trace.go:172","msg":"trace[759370586] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1050; }","duration":"3.017725523s","start":"2026-04-18T17:56:51.872071Z","end":"2026-04-18T17:56:54.889797Z","steps":["trace[759370586] 'agreement among raft nodes before linearized reading' (duration: 3.016962182s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.889728Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:53.881738Z","time spent":"1.007980812s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:54.889084Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"1.978178266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-18T17:56:54.890038Z","caller":"traceutil/trace.go:172","msg":"trace[2031855314] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1050; }","duration":"1.979129524s","start":"2026-04-18T17:56:52.910899Z","end":"2026-04-18T17:56:54.890029Z","steps":["trace[2031855314] 'agreement among raft nodes before linearized reading' (duration: 1.977999699s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.890075Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:52.910877Z","time spent":"1.979185296s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:55.065507Z","caller":"traceutil/trace.go:172","msg":"trace[347922738] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"1.234048699s","start":"2026-04-18T17:56:53.831436Z","end":"2026-04-18T17:56:55.065485Z","steps":["trace[347922738] 'process raft request' (duration: 1.233660103s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.065631Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:53.831414Z","time spent":"1.234151542s","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":468,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:55.065762Z","caller":"traceutil/trace.go:172","msg":"trace[985953777] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"608.775164ms","start":"2026-04-18T17:56:54.456980Z","end":"2026-04-18T17:56:55.065755Z","steps":["trace[985953777] 'process raft request' (duration: 608.472962ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:55.065702Z","caller":"traceutil/trace.go:172","msg":"trace[1485996359] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"606.719521ms","start":"2026-04-18T17:56:54.458916Z","end":"2026-04-18T17:56:55.065635Z","steps":["trace[1485996359] 'process raft request' (duration: 606.624027ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:55.065779Z","caller":"traceutil/trace.go:172","msg":"trace[1607005949] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"829.620589ms","start":"2026-04-18T17:56:54.236139Z","end":"2026-04-18T17:56:55.065760Z","steps":["trace[1607005949] 'process raft request' (duration: 829.213663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.065799Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.456962Z","time spent":"608.819566ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:55.065881Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.236109Z","time spent":"829.713623ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:55.065906Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.458907Z","time spent":"606.898089ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:55.280461Z","caller":"traceutil/trace.go:172","msg":"trace[1180180244] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"423.707475ms","start":"2026-04-18T17:56:54.856734Z","end":"2026-04-18T17:56:55.280442Z","steps":["trace[1180180244] 'process raft request' (duration: 423.238085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.280598Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.856704Z","time spent":"423.827189ms","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:55.280895Z","caller":"traceutil/trace.go:172","msg":"trace[1969683353] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1267; }","duration":"391.81927ms","start":"2026-04-18T17:56:54.889059Z","end":"2026-04-18T17:56:55.280878Z","steps":["trace[1969683353] 'read index received' (duration: 391.8141ms)","trace[1969683353] 'applied index is now lower than readState.Index' (duration: 4.21µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:55.281166Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"632.970238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-g7qtg\" limit:1 ","response":"range_response_count:1 size:18521"} {"level":"info","ts":"2026-04-18T17:56:55.281212Z","caller":"traceutil/trace.go:172","msg":"trace[2092843999] range","detail":"{range_begin:/registry/pods/kube-system/cilium-g7qtg; range_end:; response_count:1; response_revision:1056; }","duration":"633.021151ms","start":"2026-04-18T17:56:54.648181Z","end":"2026-04-18T17:56:55.281202Z","steps":["trace[2092843999] 'agreement among raft nodes before linearized reading' (duration: 632.884565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.281241Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.648164Z","time spent":"633.070553ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18544,"request content":"key:\"/registry/pods/kube-system/cilium-g7qtg\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:55.281312Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.891772Z","time spent":"389.536737ms","remote":"127.0.0.1:34250","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-18T17:56:55.287253Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"395.337732ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:55.287335Z","caller":"traceutil/trace.go:172","msg":"trace[442349381] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1057; }","duration":"395.422794ms","start":"2026-04-18T17:56:54.891897Z","end":"2026-04-18T17:56:55.287320Z","steps":["trace[442349381] 'agreement among raft nodes before linearized reading' (duration: 395.31987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.287853Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"396.068741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:55.288311Z","caller":"traceutil/trace.go:172","msg":"trace[1291006156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1057; }","duration":"396.534719ms","start":"2026-04-18T17:56:54.891753Z","end":"2026-04-18T17:56:55.288288Z","steps":["trace[1291006156] 'agreement among raft nodes before linearized reading' (duration: 395.439625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.288524Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:54.891739Z","time spent":"396.767189ms","remote":"127.0.0.1:34190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:56:55.516320Z","caller":"traceutil/trace.go:172","msg":"trace[2016959313] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"177.424162ms","start":"2026-04-18T17:56:55.338876Z","end":"2026-04-18T17:56:55.516301Z","steps":["trace[2016959313] 'process raft request' (duration: 177.362319ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:55.516371Z","caller":"traceutil/trace.go:172","msg":"trace[1801443320] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"216.665779ms","start":"2026-04-18T17:56:55.299677Z","end":"2026-04-18T17:56:55.516343Z","steps":["trace[1801443320] 'process raft request' (duration: 215.388917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:55.621406Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:48.621067Z","time spent":"7.000332976s","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-18T17:56:55.981036Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"117.843334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:56.369359Z","caller":"traceutil/trace.go:172","msg":"trace[381440349] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"459.080935ms","start":"2026-04-18T17:56:55.910258Z","end":"2026-04-18T17:56:56.369339Z","steps":["trace[381440349] 'process raft request' (duration: 458.491061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:56.369491Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:55.910228Z","time spent":"459.19796ms","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:56.370422Z","caller":"traceutil/trace.go:172","msg":"trace[1494259581] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1275; }","duration":"165.47746ms","start":"2026-04-18T17:56:56.204920Z","end":"2026-04-18T17:56:56.370397Z","steps":["trace[1494259581] 'read index received' (duration: 165.47146ms)","trace[1494259581] 'applied index is now lower than readState.Index' (duration: 4.88µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:56.370533Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.596635ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:56.370563Z","caller":"traceutil/trace.go:172","msg":"trace[1692064023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1063; }","duration":"165.641787ms","start":"2026-04-18T17:56:56.204911Z","end":"2026-04-18T17:56:56.370553Z","steps":["trace[1692064023] 'agreement among raft nodes before linearized reading' (duration: 165.574084ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:57.280356Z","caller":"traceutil/trace.go:172","msg":"trace[139722533] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"552.324515ms","start":"2026-04-18T17:56:56.728014Z","end":"2026-04-18T17:56:57.280339Z","steps":["trace[139722533] 'process raft request' (duration: 552.19366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:57.280485Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:56.727984Z","time spent":"552.43935ms","remote":"127.0.0.1:42492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18870,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:57.300540Z","caller":"traceutil/trace.go:172","msg":"trace[1956724268] linearizableReadLoop","detail":"{readStateIndex:1279; appliedIndex:1280; }","duration":"229.570642ms","start":"2026-04-18T17:56:57.070949Z","end":"2026-04-18T17:56:57.300520Z","steps":["trace[1956724268] 'read index received' (duration: 229.562062ms)","trace[1956724268] 'applied index is now lower than readState.Index' (duration: 7.33µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:57.356202Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.231542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-18T17:56:57.356310Z","caller":"traceutil/trace.go:172","msg":"trace[70399267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1066; }","duration":"285.349978ms","start":"2026-04-18T17:56:57.070940Z","end":"2026-04-18T17:56:57.356290Z","steps":["trace[70399267] 'agreement among raft nodes before linearized reading' (duration: 229.695247ms)","trace[70399267] 'range keys from in-memory index tree' (duration: 55.13815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:57.358008Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"285.891969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:57.358096Z","caller":"traceutil/trace.go:172","msg":"trace[1105587717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1070; }","duration":"285.995073ms","start":"2026-04-18T17:56:57.072084Z","end":"2026-04-18T17:56:57.358079Z","steps":["trace[1105587717] 'agreement among raft nodes before linearized reading' (duration: 285.799555ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:57.357897Z","caller":"traceutil/trace.go:172","msg":"trace[702679383] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"462.900093ms","start":"2026-04-18T17:56:56.894983Z","end":"2026-04-18T17:56:57.357883Z","steps":["trace[702679383] 'process raft request' (duration: 462.729506ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:57.358085Z","caller":"traceutil/trace.go:172","msg":"trace[653565797] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"492.234744ms","start":"2026-04-18T17:56:56.865565Z","end":"2026-04-18T17:56:57.357800Z","steps":["trace[653565797] 'process raft request' (duration: 435.357473ms)","trace[653565797] 'compare' (duration: 55.35828ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:57.358033Z","caller":"traceutil/trace.go:172","msg":"trace[47516668] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"286.202762ms","start":"2026-04-18T17:56:57.071811Z","end":"2026-04-18T17:56:57.358014Z","steps":["trace[47516668] 'process raft request' (duration: 285.970562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:57.358131Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"165.788645ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:57.358918Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:56.894960Z","time spent":"463.615552ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:57.358453Z","caller":"traceutil/trace.go:172","msg":"trace[1249858203] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1070; }","duration":"166.177561ms","start":"2026-04-18T17:56:57.192263Z","end":"2026-04-18T17:56:57.358441Z","steps":["trace[1249858203] 'agreement among raft nodes before linearized reading' (duration: 165.777535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:57.358855Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:56.865544Z","time spent":"492.708913ms","remote":"127.0.0.1:42330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:57.949330Z","caller":"traceutil/trace.go:172","msg":"trace[1323486221] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"581.539691ms","start":"2026-04-18T17:56:57.367765Z","end":"2026-04-18T17:56:57.949305Z","steps":["trace[1323486221] 'process raft request' (duration: 581.49805ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:57.949389Z","caller":"traceutil/trace.go:172","msg":"trace[1061091507] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"583.235869ms","start":"2026-04-18T17:56:57.366122Z","end":"2026-04-18T17:56:57.949358Z","steps":["trace[1061091507] 'process raft request' (duration: 583.01649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:57.949470Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:57.367741Z","time spent":"581.661806ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:57.949533Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:57.366100Z","time spent":"583.354673ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:58.155810Z","caller":"etcdserver/v3_server.go:911","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5700323071317286877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:58.259483Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"258.79319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:58.267102Z","caller":"traceutil/trace.go:172","msg":"trace[447229865] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"851.395344ms","start":"2026-04-18T17:56:57.415691Z","end":"2026-04-18T17:56:58.267086Z","steps":["trace[447229865] 'process raft request' (duration: 851.325781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.267181Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:57.415658Z","time spent":"851.493587ms","remote":"127.0.0.1:42572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2676,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:58.270303Z","caller":"traceutil/trace.go:172","msg":"trace[1197193362] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"515.30849ms","start":"2026-04-18T17:56:57.754978Z","end":"2026-04-18T17:56:58.270287Z","steps":["trace[1197193362] 'process raft request' (duration: 515.206746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.270422Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:57.754949Z","time spent":"515.416045ms","remote":"127.0.0.1:42642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:58.271077Z","caller":"traceutil/trace.go:172","msg":"trace[975734218] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1290; }","duration":"616.158364ms","start":"2026-04-18T17:56:57.654909Z","end":"2026-04-18T17:56:58.271067Z","steps":["trace[975734218] 'read index received' (duration: 616.153854ms)","trace[975734218] 'applied index is now lower than readState.Index' (duration: 3.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:58.271356Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"616.427915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:58.271404Z","caller":"traceutil/trace.go:172","msg":"trace[133466394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1076; }","duration":"616.499068ms","start":"2026-04-18T17:56:57.654891Z","end":"2026-04-18T17:56:58.271391Z","steps":["trace[133466394] 'agreement among raft nodes before linearized reading' (duration: 616.404134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.271425Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:57.654867Z","time spent":"616.553719ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:58.272067Z","caller":"etcdserver/v3_server.go:888","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":5700323071317286882,"received-request-id":5700323071317286877} {"level":"warn","ts":"2026-04-18T17:56:58.274215Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"473.614259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:58.274253Z","caller":"traceutil/trace.go:172","msg":"trace[563691876] range","detail":"{range_begin:/registry/services/endpoints; range_end:; response_count:0; response_revision:1077; }","duration":"473.65371ms","start":"2026-04-18T17:56:57.800590Z","end":"2026-04-18T17:56:58.274244Z","steps":["trace[563691876] 'agreement among raft nodes before linearized reading' (duration: 473.593078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:58.274275Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:57.800566Z","time spent":"473.703552ms","remote":"127.0.0.1:42470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:58.658200Z","caller":"v3rpc/interceptor.go:202","msg":"request stats","start time":"2026-04-18T17:56:51.657879Z","time spent":"7.000313112s","remote":"127.0.0.1:42278","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-04-18T17:56:59.064929Z","caller":"traceutil/trace.go:172","msg":"trace[443485657] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"151.586031ms","start":"2026-04-18T17:56:58.913321Z","end":"2026-04-18T17:56:59.064907Z","steps":["trace[443485657] 'process raft request' (duration: 151.511758ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:57:01.090119Z","caller":"traceutil/trace.go:172","msg":"trace[2140161632] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1372; }","duration":"101.621808ms","start":"2026-04-18T17:57:00.988467Z","end":"2026-04-18T17:57:01.090089Z","steps":["trace[2140161632] 'read index received' (duration: 101.613487ms)","trace[2140161632] 'applied index is now lower than readState.Index' (duration: 6.701µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:57:01.090299Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"101.802095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:01.090335Z","caller":"traceutil/trace.go:172","msg":"trace[757884512] range","detail":"{range_begin:/registry/runtimeclasses; range_end:; response_count:0; response_revision:1158; }","duration":"101.862998ms","start":"2026-04-18T17:57:00.988462Z","end":"2026-04-18T17:57:01.090325Z","steps":["trace[757884512] 'agreement among raft nodes before linearized reading' (duration: 101.752303ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:57:03.242949Z","caller":"traceutil/trace.go:172","msg":"trace[1228280419] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"145.205576ms","start":"2026-04-18T17:57:03.097723Z","end":"2026-04-18T17:57:03.242929Z","steps":["trace[1228280419] 'process raft request' (duration: 145.076241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:09.310783Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53088","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.340020Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53100","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.360261Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53138","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.388547Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53144","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.408228Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53160","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.433265Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53170","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.481907Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53182","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.652200Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53200","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.695376Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53230","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.715922Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53238","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.737148Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53240","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.792800Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53276","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.827626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53324","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.844690Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53344","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.928094Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53376","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:09.991367Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53386","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.014888Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53400","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.028747Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53404","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.057860Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53420","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.085822Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:53436","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.201390Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47726","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.239863Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47764","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.252512Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47790","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.265326Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47804","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.277355Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47810","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.290769Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47836","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.306565Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47862","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.317390Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47874","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.333866Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47888","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:10.360626Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:47928","server-name":"","error":"EOF"} {"level":"warn","ts":"2026-04-18T17:57:21.267159Z","caller":"embed/config_logging.go:188","msg":"rejected connection on client endpoint","remote-addr":"127.0.0.1:50016","server-name":"","error":"EOF"} {"level":"info","ts":"2026-04-18T17:57:36.244814Z","caller":"traceutil/trace.go:172","msg":"trace[1782225961] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"150.201028ms","start":"2026-04-18T17:57:36.094590Z","end":"2026-04-18T17:57:36.244791Z","steps":["trace[1782225961] 'process raft request' (duration: 146.076257ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:58:09.276625Z","caller":"traceutil/trace.go:172","msg":"trace[449685223] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"124.139061ms","start":"2026-04-18T17:58:09.152466Z","end":"2026-04-18T17:58:09.276605Z","steps":["trace[449685223] 'process raft request' (duration: 123.996477ms)"],"step_count":1}